-- Logs begin at Wed 2022-03-23 16:48:10 UTC, end at Wed 2022-03-23 18:25:31 UTC. -- Mar 23 17:20:50.424847 dv-cinder-834920-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 23 17:20:53.405042 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.common.config [-] Logging enabled! Mar 23 17:20:53.405867 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev47 Mar 23 17:20:53.405867 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103100) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 23 17:20:53.409262 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.common.config [-] Logging enabled! Mar 23 17:20:53.409521 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev47 Mar 23 17:20:53.409834 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103100) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 23 17:20:53.410804 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 17:20:53.411038 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 17:20:53.411413 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 17:20:53.411676 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 17:20:53.411880 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 17:20:53.413021 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.413492 dv-cinder-834920-1-iscsi neutron-server[103100]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 23 17:20:53.413818 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.414107 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.414422 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.414726 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.415026 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.415342 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.415636 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.415941 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.416232 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.416501 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.416788 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.417125 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.417390 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.417681 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.417976 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.418245 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] debug = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.418545 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.418976 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.419409 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.419691 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.420218 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.420353 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.420631 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.420938 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.421263 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.421598 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] host = dv-cinder-834920-1-iscsi {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.421881 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.422171 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.422461 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.422752 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.423032 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.423313 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.423600 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.423877 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.424152 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] log_file = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.424429 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.424723 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.425011 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.425327 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.425558 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.425783 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.426080 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.426368 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.426643 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.426920 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.427195 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.427474 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.427754 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.428025 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.428316 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.428603 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.428891 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.429188 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.429608 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.429878 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.430159 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.430461 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.430727 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.431039 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.431281 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.431570 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.431839 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.432116 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.432422 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.432713 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.432999 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.433353 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.433593 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.433878 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.434154 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.434429 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.434704 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] use_json = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.434978 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.435250 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.435567 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.435843 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.436119 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.436390 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.436717 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.437011 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.437312 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:53.437617 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.437918 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.438226 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.438514 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.438810 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.439090 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.439382 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.439665 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.439960 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.440253 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.440548 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.440812 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.441117 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.441433 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.441732 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.442040 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.442340 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.442638 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.442914 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.443192 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.443467 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.443745 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.444031 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.444311 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.444603 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.444897 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.445201 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.445504 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.445795 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.446089 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.446384 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.446664 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.446948 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.447246 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.447529 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.447805 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.448086 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.448376 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.448659 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.448934 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.449243 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.449528 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.449807 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.450082 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.450363 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.450657 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.450936 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.451211 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.451484 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.451764 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.452061 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.452502 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.452813 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.453104 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.453407 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.453691 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.453968 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.454246 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.454529 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.454807 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.455091 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.455370 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.455647 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.455924 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.456202 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.456478 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.456754 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.457031 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.457337 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.457619 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.457895 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.458170 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.458446 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.458724 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.459014 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.459317 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.459601 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.459889 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.460171 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.460450 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.460733 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.461014 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.461322 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.461603 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.461878 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.462172 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.462456 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.462746 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.463049 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.463329 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.463628 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.464031 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.464317 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.464602 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.464884 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.465187 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.465480 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.465769 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.466066 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.466363 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.466668 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.466962 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.467257 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.467538 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.467904 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.468190 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:53.468413 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 17:20:53.468662 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103100) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 23 17:20:53.846265 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 23 17:20:53.846494 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 23 17:20:53.846838 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 23 17:20:53.847322 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 23 17:20:54.181215 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.181441 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.181665 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.182861 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.183136 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.183527 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.239436 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.239697 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.239987 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.255178 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.255417 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.255722 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.285179 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.285488 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.285747 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.432615 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.433275 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.433275 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.670186 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.670476 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.670746 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.671077 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.671791 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.773609 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.773807 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.774122 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.774399 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.774672 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.774981 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.775241 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.775502 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.775756 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.776038 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.776296 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.776543 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.776797 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.777046 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.777324 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.777593 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.777849 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.778120 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.778393 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.778637 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.778918 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.779173 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.779453 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.779834 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.780085 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.780385 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.780788 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103100) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 17:20:54.781030 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103100) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 17:20:54.781298 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103100) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 17:20:54.781550 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103100) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 17:20:54.781779 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103100) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 17:20:54.782015 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103100) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 17:20:54.782387 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 23 17:20:54.785956 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 23 17:20:54.790471 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 23 17:20:54.794299 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Mar 23 17:20:54.795980 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 23 17:20:54.796465 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 23 17:20:54.796803 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 23 17:20:54.797188 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 23 17:20:54.800110 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 23 17:20:54.800369 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 23 17:20:54.800722 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 23 17:20:54.805899 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 23 17:20:54.830396 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 23 17:20:54.830880 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.831179 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103100) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 23 17:20:54.831562 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.832988 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103100) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 23 17:20:54.833474 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 23 17:20:54.833723 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 23 17:20:54.837165 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.837494 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:54.900479 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 23 17:20:54.900697 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 23 17:20:54.900940 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 23 17:20:54.901359 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 23 17:20:54.923109 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_db.sqlalchemy.engines [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103100) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 23 17:20:55.361598 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.plugins.ml2.managers [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Initializing driver for type 'gre' Mar 23 17:20:55.362130 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] gre ID ranges: [(1, 1000)] Mar 23 17:20:55.422866 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.plugins.ml2.managers [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Initializing driver for type 'local' Mar 23 17:20:55.423251 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.plugins.ml2.managers [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Initializing driver for type 'vlan' Mar 23 17:20:55.438907 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] VlanTypeDriver initialization complete Mar 23 17:20:55.439758 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.plugins.ml2.managers [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Initializing driver for type 'vxlan' Mar 23 17:20:55.440023 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] vxlan ID ranges: [(1, 1000)] Mar 23 17:20:55.495547 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.plugins.ml2.managers [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Initializing extension driver 'port_security' Mar 23 17:20:55.495892 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.plugins.ml2.extensions.port_security [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] PortSecurityExtensionDriver initialization complete Mar 23 17:20:55.496229 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.plugins.ml2.managers [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Initializing mechanism driver 'openvswitch' Mar 23 17:20:55.496539 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.plugins.ml2.managers [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Initializing mechanism driver 'hyperv' Mar 23 17:20:55.503421 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.plugin [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:20:55.504111 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > port after_create 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.504488 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > port after_update 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.504837 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > port after_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.505410 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103100) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 17:20:55.505847 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > subnet after_create 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.506198 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > subnet after_update 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.506543 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.506939 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103100) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 17:20:55.507336 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > network after_create 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.507677 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > network after_update 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.508014 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > network after_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.508412 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103100) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 17:20:55.508818 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > security_group after_create 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.509171 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > security_group after_update 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.509526 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.510062 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103100) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 17:20:55.510470 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.510821 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.511161 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.511561 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103100) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 17:20:55.511980 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > address_group after_create 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.512389 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > address_group after_update 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.512730 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.513114 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103100) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 17:20:55.513582 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] ML2 OVO RPC backend initialized. {{(pid=103100) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 23 17:20:55.514303 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.514698 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.515138 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > network before_response 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.515473 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > networks before_response 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.515821 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > port before_response 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.516162 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > ports before_response 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.516507 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > subnet before_response 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.516848 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > subnets before_response 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.517224 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > network after_create 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.517567 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > network after_update 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.517903 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > network after_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.518244 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > port after_create 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.518579 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > port after_update 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.518912 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > port after_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.519244 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > subnet after_create 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.519575 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > subnet after_update 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.519907 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.527452 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.quota [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded quota_driver: . Mar 23 17:20:55.527832 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.plugins.ml2.plugin [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Modular L2 Plugin initialization complete Mar 23 17:20:55.528183 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading services supported by the core plugin {{(pid=103100) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 23 17:20:55.528534 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.plugins.ml2.managers [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Got port-security extension from driver 'port_security' Mar 23 17:20:55.529033 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.extensions.vlantransparent [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Disabled vlantransparent extension. Mar 23 17:20:55.529629 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103100) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 23 17:20:55.529887 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading Plugin: router Mar 23 17:20:55.566628 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.567033 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > router after_create 55549900 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.567405 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > router before_create 55549900 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.567770 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.568142 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.568497 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > router after_delete 55549900 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.568864 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.569237 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.569594 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > router after_create 55549900 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.569943 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > router after_update 55549900 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.570277 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > router after_update 55549900 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.570622 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.570980 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > router after_update 55549900 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.571393 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > router precommit_update 55549900 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.571903 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: port after_update 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.572206 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: port after_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.572543 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: subnet after_update 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.572882 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.573254 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.573585 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > router precommit_create 55549900 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.573926 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: port before_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.574269 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > router precommit_create 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.574622 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > router after_update 55549900 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.574961 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.575311 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > router precommit_create 55549900 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.575670 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.576011 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > router precommit_update 55549900 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.576374 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > agent after_create 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.576724 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > agent after_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.577091 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > network after_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.578000 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.quota.resource_registry [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Tracking information for resource: router configured {{(pid=103100) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 17:20:55.578329 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.quota.resource_registry [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Tracking information for resource: floatingip configured {{(pid=103100) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 17:20:55.583413 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.db.l3_agentschedulers_db [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 23 17:20:55.584023 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: port after_update 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.584384 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: port after_create 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.584738 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: port after_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.585089 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: port after_update 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.585912 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > router before_create 55550100 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.586282 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.586651 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > router precommit_create 55550100 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.587006 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > router precommit_update 55550100 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.591976 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.services.provider_configuration [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Service providers = [] {{(pid=103100) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 23 17:20:55.592348 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.db.servicetype_db [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103100) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 23 17:20:55.595386 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.services.service_base [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103100) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 17:20:55.595735 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.services.service_base [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103100) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 17:20:55.596082 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.services.service_base [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103100) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 17:20:55.596981 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.services.service_base [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103100) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 17:20:55.597384 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.services.service_base [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 23 17:20:55.597777 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103100) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 17:20:55.598096 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 23 17:20:55.609280 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103100) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 17:20:55.609597 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading Plugin: auto_allocate Mar 23 17:20:55.616338 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: network precommit_update 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.616649 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: network precommit_create 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.617212 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103100) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 17:20:55.617544 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading Plugin: tag Mar 23 17:20:55.624321 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103100) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 17:20:55.624644 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading Plugin: timestamp Mar 23 17:20:55.628735 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103100) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 17:20:55.629067 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading Plugin: network_ip_availability Mar 23 17:20:55.634850 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.635172 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.635520 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.636271 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103100) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 17:20:55.636594 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading Plugin: flavors Mar 23 17:20:55.641542 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103100) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 17:20:55.641872 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading Plugin: revisions Mar 23 17:20:55.646296 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103100) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 17:20:55.646694 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_concurrency.lockutils [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.800s {{(pid=103100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 23 17:20:55.647460 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103100) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 23 17:20:55.647799 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Initializing extension manager. Mar 23 17:20:55.648324 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: __init__.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.648667 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: __pycache__ {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.649003 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: address_group.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.649883 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.650477 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: address-group Mar 23 17:20:55.650802 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: address_scope.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.651500 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.652018 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: address-scope Mar 23 17:20:55.652340 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.653505 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.654016 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: router-admin-state-down-before-update Mar 23 17:20:55.654338 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: agent.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.655044 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.655693 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: agent Mar 23 17:20:55.656017 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: agent_resources_synced.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.656928 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.657476 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: agent-resources-synced Mar 23 17:20:55.657793 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: allowedaddresspairs.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.659634 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.660164 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: allowed-address-pairs Mar 23 17:20:55.660493 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: auto_allocated_topology.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.661593 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.662114 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: auto-allocated-topology Mar 23 17:20:55.662453 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: availability_zone.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.663459 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.663971 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: availability_zone Mar 23 17:20:55.664295 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: availability_zone_filter.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.665228 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.665744 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: availability_zone_filter Mar 23 17:20:55.666077 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: data_plane_status.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.667066 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.667574 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension data-plane-status not supported by any of loaded plugins Mar 23 17:20:55.667897 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: default_subnetpools.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.668814 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.669357 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: default-subnetpools Mar 23 17:20:55.669681 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.670499 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.671041 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: dhcp_agent_scheduler Mar 23 17:20:55.671367 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: dns.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.672280 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.672790 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension dns-integration not supported by any of loaded plugins Mar 23 17:20:55.673118 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: dns_domain_ports.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.674118 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.674635 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 23 17:20:55.674965 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.675884 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.676398 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 23 17:20:55.676722 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: dvr.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.677430 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.677938 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: dvr Mar 23 17:20:55.678259 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: ecmp_routes.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.679172 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.679681 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 23 17:20:55.680002 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: empty_string_filtering.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.680910 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.681458 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: empty-string-filtering Mar 23 17:20:55.681778 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.682692 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.683198 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 23 17:20:55.683520 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.684424 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.684934 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 23 17:20:55.685283 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: external_net.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.686205 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.686768 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: external-net Mar 23 17:20:55.687086 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.687999 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.688512 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: extra_dhcp_opt Mar 23 17:20:55.688836 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: extraroute.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.689767 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.690277 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: extraroute Mar 23 17:20:55.690599 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: extraroute_atomic.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.691652 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.692169 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: extraroute-atomic Mar 23 17:20:55.692484 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: filter_validation.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.693366 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.693713 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: filter-validation Mar 23 17:20:55.694040 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: fip_pf_description.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.695028 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.695530 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 23 17:20:55.695855 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: fip_pf_port_range.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.696776 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.697315 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 23 17:20:55.697635 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: fip_port_details.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.698548 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.699058 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: fip-port-details Mar 23 17:20:55.699377 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: flavors.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.700648 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.701200 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: flavors Mar 23 17:20:55.701526 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.703257 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.703784 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 23 17:20:55.704112 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: floatingip_pools.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.704810 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.705359 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: floatingip-pools Mar 23 17:20:55.705687 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: ip_allocation.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.706610 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.707122 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension ip_allocation not supported by any of loaded plugins Mar 23 17:20:55.707443 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.708433 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.708947 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: ip-substring-filtering Mar 23 17:20:55.709298 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: l2_adjacency.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.710235 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.710738 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 23 17:20:55.711061 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: l3.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.713788 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.714338 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: router Mar 23 17:20:55.714679 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.717000 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.717573 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 23 17:20:55.717967 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.718899 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.719427 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: ext-gw-mode Mar 23 17:20:55.719758 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.720673 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.721220 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: l3-ha Mar 23 17:20:55.721548 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.722469 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.722982 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 23 17:20:55.723309 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: l3_flavors.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.724461 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.725374 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: l3-flavors Mar 23 17:20:55.725936 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.728226 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.729114 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 23 17:20:55.729714 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.731207 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.732104 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 23 17:20:55.732593 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: l3agentscheduler.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.733956 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.734510 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: l3_agent_scheduler Mar 23 17:20:55.734844 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: local_ip.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.736733 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.737295 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension local_ip not supported by any of loaded plugins Mar 23 17:20:55.737610 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: logging.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.739130 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.739659 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension logging not supported by any of loaded plugins Mar 23 17:20:55.739994 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: metering.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.740743 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.741374 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: metering Mar 23 17:20:55.741707 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.742892 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.743343 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: metering_source_and_destination_fields Mar 23 17:20:55.743671 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: multiprovidernet.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.744614 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.745128 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: multi-provider Mar 23 17:20:55.745477 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: netmtu.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.746404 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.746921 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: net-mtu Mar 23 17:20:55.747245 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: netmtu_writable.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.748164 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.748680 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: net-mtu-writable Mar 23 17:20:55.749179 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: network_availability_zone.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.749892 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.750403 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: network_availability_zone Mar 23 17:20:55.750731 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: network_ip_availability.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.751854 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.752360 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: network-ip-availability Mar 23 17:20:55.752697 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: network_segment_range.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.753573 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.754082 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension network-segment-range not supported by any of loaded plugins Mar 23 17:20:55.754405 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: pagination.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.755553 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.755888 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: pagination Mar 23 17:20:55.756214 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: port_device_profile.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.757130 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.757687 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: port-device-profile Mar 23 17:20:55.758010 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.758939 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.759456 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: port-mac-address-regenerate Mar 23 17:20:55.759781 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.760690 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.761234 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: port-numa-affinity-policy Mar 23 17:20:55.761564 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: port_resource_request.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.762475 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.762986 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension port-resource-request not supported by any of loaded plugins Mar 23 17:20:55.763305 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: port_resource_request_groups.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.764271 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.764812 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 23 17:20:55.765148 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: portbindings.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.766076 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.766590 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: binding Mar 23 17:20:55.766913 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: portbindings_extended.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.768197 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.768719 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: binding-extended Mar 23 17:20:55.769053 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: portsecurity.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.769992 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.770511 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: port-security Mar 23 17:20:55.770832 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: project_id.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.771891 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.772222 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: project-id Mar 23 17:20:55.772544 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: providernet.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.774065 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.774065 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: provider Mar 23 17:20:55.774835 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: qos.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.778527 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.779169 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension qos not supported by any of loaded plugins Mar 23 17:20:55.779169 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.780276 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.780836 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 23 17:20:55.781240 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.782125 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.782716 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 23 17:20:55.782943 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: qos_default.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.783882 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.784425 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension qos-default not supported by any of loaded plugins Mar 23 17:20:55.784748 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: qos_fip.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.785708 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.786223 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension qos-fip not supported by any of loaded plugins Mar 23 17:20:55.786550 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.787463 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.788265 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 23 17:20:55.788596 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: qos_gateway_ip.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.789566 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.790079 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 23 17:20:55.790406 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: qos_port_network_policy.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.791395 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.791905 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 23 17:20:55.792225 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.793328 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.793831 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 23 17:20:55.794160 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.795200 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.795730 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 23 17:20:55.796079 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: qos_pps_rule.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.797281 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.797799 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension qos-pps not supported by any of loaded plugins Mar 23 17:20:55.798127 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: qos_rule_type_details.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.799033 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.799545 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 23 17:20:55.799873 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.800837 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.801389 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 23 17:20:55.801720 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: qos_rules_alias.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.802768 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.803285 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 23 17:20:55.803611 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: quota_check_limit.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.804515 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.805030 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: quota-check-limit Mar 23 17:20:55.805379 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: quotasv2.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.806371 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.806699 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: quotas Mar 23 17:20:55.807019 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: quotasv2_detail.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.809018 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.809397 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: quota_details Mar 23 17:20:55.809728 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: rbac.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.810819 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.811352 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: rbac-policies Mar 23 17:20:55.811747 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: rbac_address_group.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.812695 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.813237 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: rbac-address-group Mar 23 17:20:55.813569 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: rbac_address_scope.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.814480 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.815001 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: rbac-address-scope Mar 23 17:20:55.815324 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: rbac_security_groups.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.816324 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.816844 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: rbac-security-groups Mar 23 17:20:55.817177 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: rbac_subnetpool.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.818115 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.818634 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: rbac-subnetpool Mar 23 17:20:55.818962 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: revisionifmatch.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.819886 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.820488 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: revision-if-match Mar 23 17:20:55.820817 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: revisions.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.821984 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.822502 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: standard-attr-revisions Mar 23 17:20:55.822830 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: router_availability_zone.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.823509 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.824023 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: router_availability_zone Mar 23 17:20:55.824346 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: routerservicetype.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.825310 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.825829 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension router-service-type not supported by any of loaded plugins Mar 23 17:20:55.826151 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.827128 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.827642 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: security-groups-normalized-cidr Mar 23 17:20:55.827968 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.828888 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.829434 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: port-security-groups-filtering Mar 23 17:20:55.829755 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.830699 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.831211 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: security-groups-remote-address-group Mar 23 17:20:55.831534 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.832473 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.832989 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: security-groups-shared-filtering Mar 23 17:20:55.833347 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.834038 dv-cinder-834920-1-iscsi neutron-server[103100]: WARNING neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 23 17:20:55.834360 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: securitygroup.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.844264 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.844807 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: security-group Mar 23 17:20:55.845166 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: segment.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.845903 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.846416 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension segment not supported by any of loaded plugins Mar 23 17:20:55.846744 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.847698 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.848308 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 23 17:20:55.848642 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: servicetype.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.849778 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.850305 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: service-type Mar 23 17:20:55.850637 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: sorting.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.851622 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.851956 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: sorting Mar 23 17:20:55.852283 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: standard_attr_segment.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.853231 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.853756 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 23 17:20:55.854081 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: standardattrdescription.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.854730 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.855244 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: standard-attr-description Mar 23 17:20:55.855571 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: stateful_security_group.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.856514 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.857043 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: stateful-security-group Mar 23 17:20:55.857397 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: stdattrs_common.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.857969 dv-cinder-834920-1-iscsi neutron-server[103100]: WARNING neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 23 17:20:55.858313 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.859257 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.860750 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 23 17:20:55.861092 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: subnet_onboard.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.862219 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.862744 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: subnet_onboard Mar 23 17:20:55.863071 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.864093 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.864619 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 23 17:20:55.864933 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: subnet_service_types.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.865888 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.866457 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: subnet-service-types Mar 23 17:20:55.866718 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: subnetallocation.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.867820 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.868345 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: subnet_allocation Mar 23 17:20:55.868670 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.869371 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.869887 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: subnetpool-prefix-ops Mar 23 17:20:55.870211 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.871150 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.871666 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 23 17:20:55.871993 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: tagging.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.873085 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.873637 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: standard-attr-tag Mar 23 17:20:55.874024 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: timestamp.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.875248 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.875782 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loaded extension: standard-attr-timestamp Mar 23 17:20:55.876105 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: trunk.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.877162 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.877685 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension trunk not supported by any of loaded plugins Mar 23 17:20:55.878012 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: trunk_details.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.878937 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.879534 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension trunk-details not supported by any of loaded plugins Mar 23 17:20:55.879862 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: uplink_status_propagation.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.880784 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.881336 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 23 17:20:55.881661 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Loading extension file: vlantransparent.py {{(pid=103100) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 17:20:55.882338 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103100) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 17:20:55.882855 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 23 17:20:55.885498 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.quota.resource_registry [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Creating instance of TrackedResource for resource:network Mar 23 17:20:55.886031 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.quota.resource_registry [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Creating instance of TrackedResource for resource:subnet Mar 23 17:20:55.886425 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.quota.resource_registry [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 17:20:55.886814 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.quota.resource_registry [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Creating instance of TrackedResource for resource:port Mar 23 17:20:55.888076 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.v2.resource_helper [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 17:20:55.888517 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.v2.resource_helper [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Service FLAVORS assigned prefix: {{(pid=103100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 17:20:55.889133 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.v2.resource_helper [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 17:20:55.889637 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.v2.resource_helper [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 17:20:55.889970 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.quota.resource_registry [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Creating instance of TrackedResource for resource:router Mar 23 17:20:55.890399 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.quota.resource_registry [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Creating instance of TrackedResource for resource:floatingip Mar 23 17:20:55.890902 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.v2.resource_helper [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Service METERING assigned prefix: /metering {{(pid=103100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 17:20:55.892365 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.892739 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.893088 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103100) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:20:55.894124 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.quota.resource_registry [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Creating instance of CountableResource for resource:rbac_policy Mar 23 17:20:55.894578 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.quota.resource_registry [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Creating instance of TrackedResource for resource:security_group Mar 23 17:20:55.895005 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.quota.resource_registry [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 23 17:20:55.895719 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.v2.resource_helper [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Service CORE assigned prefix: {{(pid=103100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 17:20:55.896010 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.quota.resource_registry [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 17:20:55.896353 dv-cinder-834920-1-iscsi neutron-server[103100]: WARNING neutron.quota.resource_registry [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] subnetpool is already registered Mar 23 17:20:55.896786 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.v2.resource_helper [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Service CORE assigned prefix: {{(pid=103100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 17:20:55.897109 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.quota.resource_registry [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 17:20:55.897470 dv-cinder-834920-1-iscsi neutron-server[103100]: WARNING neutron.quota.resource_registry [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] subnetpool is already registered Mar 23 17:20:55.899772 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.v2.resource_helper [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 17:20:55.900202 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.v2.resource_helper [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Service FLAVORS assigned prefix: {{(pid=103100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 17:20:55.900777 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.v2.resource_helper [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 17:20:55.901223 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.v2.resource_helper [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 17:20:55.901557 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.quota.resource_registry [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Creating instance of TrackedResource for resource:router Mar 23 17:20:55.901891 dv-cinder-834920-1-iscsi neutron-server[103100]: WARNING neutron.quota.resource_registry [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] router is already registered Mar 23 17:20:55.902301 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.quota.resource_registry [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Creating instance of TrackedResource for resource:floatingip Mar 23 17:20:55.902633 dv-cinder-834920-1-iscsi neutron-server[103100]: WARNING neutron.quota.resource_registry [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] floatingip is already registered Mar 23 17:20:55.903085 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.v2.resource_helper [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Service METERING assigned prefix: /metering {{(pid=103100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 17:20:55.903739 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.quota.resource_registry [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Creating instance of CountableResource for resource:rbac_policy Mar 23 17:20:55.904066 dv-cinder-834920-1-iscsi neutron-server[103100]: WARNING neutron.quota.resource_registry [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] rbac_policy is already registered Mar 23 17:20:55.904471 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.quota.resource_registry [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Creating instance of TrackedResource for resource:security_group Mar 23 17:20:55.904804 dv-cinder-834920-1-iscsi neutron-server[103100]: WARNING neutron.quota.resource_registry [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] security_group is already registered Mar 23 17:20:55.905254 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.quota.resource_registry [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 23 17:20:55.905590 dv-cinder-834920-1-iscsi neutron-server[103100]: WARNING neutron.quota.resource_registry [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] security_group_rule is already registered Mar 23 17:20:55.906207 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.v2.resource_helper [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Service CORE assigned prefix: {{(pid=103100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 17:20:55.906536 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.quota.resource_registry [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 17:20:55.906867 dv-cinder-834920-1-iscsi neutron-server[103100]: WARNING neutron.quota.resource_registry [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] subnetpool is already registered Mar 23 17:20:55.907280 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.v2.resource_helper [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Service CORE assigned prefix: {{(pid=103100) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 17:20:55.907611 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.quota.resource_registry [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 17:20:55.907940 dv-cinder-834920-1-iscsi neutron-server[103100]: WARNING neutron.quota.resource_registry [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] subnetpool is already registered Mar 23 17:20:55.908397 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: extensions {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.910028 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: address-groups {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.911524 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: address-scopes {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.913157 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: agents {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.914347 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: auto-allocated-topology {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.915588 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: availability_zones {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.916803 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: dhcp-networks {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.918337 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: dhcp-agents {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.919742 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: routers {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.922069 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: flavors {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.923243 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: service_profiles {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.924467 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: next_providers {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.925970 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: service_profiles {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.928681 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: floatingip-pools {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.929940 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: routers {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.932055 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: floatingips {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.933390 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: l3-routers {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.934770 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: l3-agents {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.936185 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: metering-labels {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.937692 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: metering-label-rules {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.938869 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: network-ip-availabilities {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.940149 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: bindings {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.941828 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: quotas {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.943382 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: quotas {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.944952 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: rbac-policies {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.946287 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: security-groups {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.947567 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: security-group-rules {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.948798 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: service-providers {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.950028 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: subnetpools {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.951435 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: subnetpools {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.952955 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: tags {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.954684 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: tags {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.956626 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: tags {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.958442 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: tags {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.960374 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: tags {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.962257 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: tags {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.963925 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: tags {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.965847 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: tags {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.967618 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: tags {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.969563 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron.api.extensions [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Extended resource: tags {{(pid=103100) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 17:20:55.975601 dv-cinder-834920-1-iscsi neutron-server[103100]: WARNING keystonemiddleware.auth_token [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 23 17:20:55.980412 dv-cinder-834920-1-iscsi neutron-server[103100]: WARNING keystonemiddleware.auth_token [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 23 17:20:55.989175 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_concurrency.lockutils [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Acquired lock "singleton_lock" {{(pid=103100) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 23 17:20:55.989694 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_concurrency.lockutils [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Releasing lock "singleton_lock" {{(pid=103100) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 23 17:20:55.990360 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO oslo_service.service [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Starting 2 workers Mar 23 17:20:55.995271 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Started child 103207 {{(pid=103100) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 17:20:56.001213 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Started child 103208 {{(pid=103100) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 17:20:56.001432 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:56.002092 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO neutron.service [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 23 17:20:56.002177 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:56.002438 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [-] (103207) wsgi starting up on http://0.0.0.0:9696 Mar 23 17:20:56.004628 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO oslo_service.service [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Starting 1 workers Mar 23 17:20:56.004794 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:56.006205 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [-] (103208) wsgi starting up on http://0.0.0.0:9696 Mar 23 17:20:56.009897 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Started child 103209 {{(pid=103100) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 17:20:56.010450 dv-cinder-834920-1-iscsi neutron-server[103100]: INFO oslo_service.service [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Starting 1 workers Mar 23 17:20:56.013688 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.service [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] calling RpcWorker wait() {{(pid=103209) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 23 17:20:56.014298 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.service [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] returning from RpcWorker wait() {{(pid=103209) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 23 17:20:56.015290 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Started child 103210 {{(pid=103100) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 17:20:56.015758 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:56.016102 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG neutron_lib.callbacks.manager [None req-6ddb20a5-17be-4421-81c5-899015daf957 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:56.016424 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:20:56.018208 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103100) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 23 17:20:56.018388 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 17:20:56.018605 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 17:20:56.018837 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 17:20:56.019186 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 17:20:56.019330 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 17:20:56.019838 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.020122 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.020388 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.020631 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.020915 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.021542 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.021818 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.022058 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.022348 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:20:56.022874 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.022874 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.022874 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.023216 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.023349 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.023476 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:20:56.023609 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.023844 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.024132 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.024379 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.024651 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.024834 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.025082 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.025398 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.025619 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.025892 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] debug = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.026134 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.026615 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.026856 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.027107 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.027352 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.027631 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.027842 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.028116 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.028368 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.028602 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.028848 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.029112 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.029366 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.029596 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.029847 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.030061 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.030359 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.030578 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.031039 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] host = dv-cinder-834920-1-iscsi {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.031283 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.031503 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.031750 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.032013 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.032270 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.032624 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.032909 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.033276 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.033530 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.033774 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.034019 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.034257 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.034509 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.034756 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] log_file = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.034923 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] log_options = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.035238 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.035549 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.035812 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.036048 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.036182 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.036314 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.036644 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.036778 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.036988 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.037245 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.037464 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.038003 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.038219 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.038438 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.038699 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.038914 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.039135 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.039344 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.039610 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.039851 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.040104 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.040365 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.040538 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.040754 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.040986 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.041242 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.041470 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.041690 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.041914 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.042156 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.042371 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.042629 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.042844 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.043087 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.043341 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.043573 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.043897 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.044251 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.044763 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.045630 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.045630 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.045630 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.046439 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.046439 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.046439 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.046439 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.047040 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] use_json = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.047040 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.047275 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.047379 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.047597 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.047786 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.048006 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.048248 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.048483 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.048667 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.049131 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.049452 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.049722 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.049960 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.050219 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.050535 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.050665 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.050909 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.051157 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.051385 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.051685 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.051922 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.052231 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.052481 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.052746 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.053062 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.053343 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.053612 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.053841 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.054092 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.054341 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.054582 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.054877 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.055103 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.055385 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.055657 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.061258 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.061258 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.061258 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.061258 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.061258 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.061258 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.061258 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.061258 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.062228 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.062228 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.062228 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.062228 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.062228 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.062228 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.062228 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.062228 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.062228 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.063910 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.063910 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.063910 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.063910 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.063910 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.063910 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.063910 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.063910 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.063910 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.065266 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.065266 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.065266 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.065266 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.065266 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.065266 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.065266 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.065266 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.065266 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.065971 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.065971 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.065971 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.065971 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.065971 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.065971 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.067066 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.067066 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.067066 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.067066 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.067066 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.067066 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.067546 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.067546 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.067669 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.067917 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.068176 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.068414 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.068611 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.068833 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.069019 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.069221 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.069469 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.069654 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.069905 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.070090 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.070356 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.070560 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.070734 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.071209 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.071209 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.073974 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.073974 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.073974 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.073974 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.073974 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.073974 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.073974 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.073974 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.078163 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.078163 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.078163 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.078163 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.078163 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.078163 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.078163 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.078163 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.078634 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.078634 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.078634 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.078634 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.078634 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.078634 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.078634 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.078634 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.079558 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.079558 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.079558 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.079558 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.080005 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.080150 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.080424 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.080914 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.081485 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.081817 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.082267 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.082671 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.083053 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.084532 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.084532 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.084532 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.086100 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.086100 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.086100 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.086100 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.086100 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.086832 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.086832 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.086832 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.088068 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.088068 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.088068 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.088068 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.088068 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.088726 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.088726 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.088726 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.089101 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.089101 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.090050 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.090050 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.090050 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.090469 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.090469 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.090736 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.090867 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.091118 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.091393 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.091716 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.091849 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.092002 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.092224 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.092461 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.092710 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.092923 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.093186 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.093408 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.094748 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.094748 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.094748 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.094748 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.094748 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.094748 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.095523 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.095523 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.095523 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.095909 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.095909 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.096146 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.096330 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.096566 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.096793 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.097042 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.097309 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.097525 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.097776 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.097986 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.098201 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.099578 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.099578 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.099578 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.099578 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.099930 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.100136 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.100343 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.100566 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.100810 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.101081 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.101311 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.101517 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.101797 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.105744 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.105744 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.105744 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.105744 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.105744 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.105744 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.105744 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.105744 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.106543 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.106543 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.106543 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.106543 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.106831 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 60892) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:20:56.106925 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.106925 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.106925 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.107155 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.107308 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.107518 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.107788 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.108013 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.108231 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.108571 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.108815 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.109060 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.109308 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.109595 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.109937 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.110051 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.110294 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.110483 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.110780 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.110923 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.111133 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.111378 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.111681 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.111805 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.112056 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.112203 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.112418 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.112662 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.112860 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.113070 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.113345 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.113549 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.113761 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.113984 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.114201 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.114413 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.114633 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.114889 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.115070 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.115301 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.115512 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.115720 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.115940 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.116154 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.116366 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.116728 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.116916 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.117179 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.117479 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.117732 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.117988 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.118215 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.118520 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.118735 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.119110 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0100398 Mar 23 17:20:56.119319 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.119578 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.119806 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.120032 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.120278 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.120604 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.120887 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.122064 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.122272 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.122740 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.123601 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.123601 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.123601 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.123601 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.124712 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.124991 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.125290 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.125528 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.125781 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.126024 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.127044 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.127044 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.127044 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.127044 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.127366 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.127366 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.127602 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.127841 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.128063 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.128323 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.128523 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.128737 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.128975 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.129272 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.129498 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 17:20:56.130107 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103100) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 23 17:20:56.130420 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 17:20:56.130717 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 17:20:56.131039 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 17:20:56.131215 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 17:20:56.131371 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 17:20:56.131587 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.131751 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.131926 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.132073 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.132871 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.132871 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.132871 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.132871 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.132871 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.133268 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.133268 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.133388 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.133492 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.133650 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.133811 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.133969 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.134134 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.134278 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.134441 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.134600 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.134760 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.134916 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.135077 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] debug = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.135235 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.135908 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.135908 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.136096 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.136096 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.136399 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.136399 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.136768 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.136950 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.137107 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.137273 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.137412 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.137570 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.137733 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.137900 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.138044 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.138182 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.138332 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.138469 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] host = dv-cinder-834920-1-iscsi {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.138608 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.138755 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.138916 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.139073 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.139809 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.139809 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.139809 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.139809 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.140086 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.140086 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.140215 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.140664 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.140664 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.140664 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] log_file = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.140869 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] log_options = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.140934 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.141051 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.141231 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.141570 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.141733 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.141894 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.142053 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.142871 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.142871 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.142871 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.144124 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.144124 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.144124 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.144124 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.144636 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.144636 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.144636 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.144636 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.145114 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.145114 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.145114 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.145528 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.145528 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.145528 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.145914 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.145914 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.146877 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.146877 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.146877 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.146877 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.146877 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.146877 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.146877 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.147677 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.147677 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.147677 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.147677 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.147677 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.148026 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.148026 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.148026 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.148245 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.148323 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.148437 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.148596 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.148754 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.148912 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] use_json = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.149239 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.150172 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.150339 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.150656 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.150820 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.150987 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.151142 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.151299 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.151597 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 17:20:56.151932 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.152101 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.152279 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.152606 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.152606 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.152873 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.152998 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.153121 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.153276 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.153398 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.154986 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.154986 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.154986 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.154986 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.154986 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.154986 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.154986 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.154986 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.155850 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.155850 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.155850 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.155850 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.155850 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.155850 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.155850 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.156636 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.156636 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.156636 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.156636 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.156636 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.157195 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.157195 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.157195 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.157195 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.157457 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.157457 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.158890 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.158890 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.158890 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.158890 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.158890 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.158890 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.158890 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.158890 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.158890 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.159448 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.159448 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.159448 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.159448 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.159691 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.159762 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.159902 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.160074 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.160222 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.160364 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.160503 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.160652 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.160840 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.162511 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.162511 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.162511 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.162511 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.162511 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.162511 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.162511 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.162511 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.162511 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.163481 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.163481 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.163481 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.163481 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.163481 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.163481 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.163806 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.163806 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.163951 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.164063 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.164225 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.164388 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.164713 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.164713 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.164876 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.169313 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.169313 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.169313 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.169313 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.169313 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.169313 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.169313 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.169313 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.169313 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.169843 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:20:56.169927 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.169927 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.169927 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.169927 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.169927 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.169927 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.169927 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.169927 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.170377 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.170377 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.170377 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.170377 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.170377 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.170377 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.170377 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.170377 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.170891 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.170891 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.170891 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.170891 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.170891 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.170891 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.170891 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.170891 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.171410 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.171410 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.171410 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.171410 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.171410 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.171786 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.171786 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.171786 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.171955 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.172598 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.172598 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.172598 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.172598 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.172878 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.172878 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.172996 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.173409 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.173961 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.175424 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.175424 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.175424 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.175424 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.175424 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.175764 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.175764 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.175895 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.176010 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.176172 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.177100 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.177100 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.177100 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.177100 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.177100 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.177100 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.178513 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.178513 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.178513 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.178513 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.178513 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.178839 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.178839 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.178978 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.179056 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.179208 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.179370 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.179532 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.179694 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.179856 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.180583 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.180583 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.181132 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.181311 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.181465 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.181633 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.181796 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.181956 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.182107 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.182267 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.182439 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.182581 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.182752 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.182897 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.183069 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.183238 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.183396 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.183547 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.183707 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.183867 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.184034 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.184195 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.184355 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.184518 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.184681 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.184844 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.185003 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.185860 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.185860 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.185860 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.185860 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.185860 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.186231 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.186231 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.186405 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.186496 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.186641 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.186802 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.186965 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.187127 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.187290 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.187453 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.187656 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.188353 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.188353 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.188353 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.188353 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.188353 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.189391 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.189594 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.189782 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.192287 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.192287 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.192287 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.192287 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.192287 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.192287 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.192287 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.192287 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.192287 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.192841 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.192841 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.192841 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.192841 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.192841 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.192841 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.192841 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.192841 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.193345 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.193345 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.193345 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.193345 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.194880 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.194880 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.194880 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.194880 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.194880 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.194880 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.194880 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.195381 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.196114 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.196114 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.196114 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.196114 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.196375 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.196454 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.196556 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.197487 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.197487 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.197487 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.197487 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.197487 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.197810 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.197810 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.197954 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.198115 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.198289 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.199033 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.199033 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.199033 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.199033 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.199303 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.199303 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.199478 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.199639 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.199804 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.199966 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.200128 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.200289 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.200451 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.200616 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.200788 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.200955 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.201116 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.201307 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.201477 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.203649 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.203649 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.203649 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.203865 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.204665 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.205314 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.206130 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.206130 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.206444 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.206616 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.206858 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.206956 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.207093 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.207256 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.207419 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.207581 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.207743 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.207904 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.208065 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.208225 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.208384 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.209195 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.209195 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 17:20:56.209195 dv-cinder-834920-1-iscsi neutron-server[103100]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103100) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 17:21:07.695555 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8d7919-73ee-4e40-b4d3-664609a7a788 None None] get_active_networks_info from dv-cinder-834920-1-iscsi {{(pid=103209) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 17:21:07.810820 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8d7919-73ee-4e40-b4d3-664609a7a788 None None] No non-hosted networks {{(pid=103209) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 23 17:21:07.830113 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7f9a46b1-8877-445e-bbac-a8cecabd20b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-606242'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:10.127240 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6121045c-76ad-4a84-8d1b-c12f29a3b48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-606242'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:10.160236 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4a0bf020-4c5b-42ce-b578-6bfc4edd40ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:11.328731 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-606242'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:12.735316 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-606242'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:14.129706 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 60980) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:21:14.161945 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-606242'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:14.163772 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:14.164287 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:14.164834 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:14.165409 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:14.165921 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:14.166429 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:14.166878 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:14.167402 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:14.167716 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:14.168037 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:14.168371 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:14.168692 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:14.169019 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:14.169397 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:14.169841 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:14.170269 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-834920-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:21:14.176568 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-834920-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:21:14.697026 dv-cinder-834920-1-iscsi neutron-server[103207]: WARNING oslo_policy.policy [None req-a981b03b-2b7e-4a70-a4ff-a58252167b2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 17:21:14.697730 dv-cinder-834920-1-iscsi neutron-server[103207]: WARNING oslo_policy.policy [None req-a981b03b-2b7e-4a70-a4ff-a58252167b2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 17:21:14.915231 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [None req-a981b03b-2b7e-4a70-a4ff-a58252167b2f admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103207) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 17:21:14.916507 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-a981b03b-2b7e-4a70-a4ff-a58252167b2f admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7849338 Mar 23 17:21:17.528397 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 32774) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:21:18.069519 dv-cinder-834920-1-iscsi neutron-server[103208]: WARNING oslo_policy.policy [None req-277b1b28-9dd8-4d0b-adf1-8ecb2fca8ce5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 17:21:18.070085 dv-cinder-834920-1-iscsi neutron-server[103208]: WARNING oslo_policy.policy [None req-277b1b28-9dd8-4d0b-adf1-8ecb2fca8ce5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 17:21:18.235633 dv-cinder-834920-1-iscsi neutron-server[103209]: INFO neutron.db.l3_hamode_db [None req-f0de6fff-cd22-4993-ac8e-53b56f62c603 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 23 17:21:18.291006 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-277b1b28-9dd8-4d0b-adf1-8ecb2fca8ce5 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:21:18.333843 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0de6fff-cd22-4993-ac8e-53b56f62c603 None None] Routers set() bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:21:18.334226 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0de6fff-cd22-4993-ac8e-53b56f62c603 None None] Router IDs set() for agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 23 17:21:18.383836 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.policy [None req-277b1b28-9dd8-4d0b-adf1-8ecb2fca8ce5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103208) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 23 17:21:18.427166 dv-cinder-834920-1-iscsi neutron-server[103208]: WARNING oslo_policy.policy [None req-277b1b28-9dd8-4d0b-adf1-8ecb2fca8ce5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 17:21:18.427551 dv-cinder-834920-1-iscsi neutron-server[103208]: WARNING oslo_policy.policy [None req-277b1b28-9dd8-4d0b-adf1-8ecb2fca8ce5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 17:21:18.534178 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-277b1b28-9dd8-4d0b-adf1-8ecb2fca8ce5 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741035403180', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741035401849', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741035385126', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741035378007', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741035368646', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741035055012', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3148181', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3169927', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-375564', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-433507'] for rbac-policy (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:18.607115 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-277b1b28-9dd8-4d0b-adf1-8ecb2fca8ce5 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:18.608835 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-277b1b28-9dd8-4d0b-adf1-8ecb2fca8ce5 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0792079 Mar 23 17:21:21.158559 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 32790) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:21:21.536424 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-bf5f3048-fa72-428c-990f-35ca4ed3e13a demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:21:21.595215 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5f3048-fa72-428c-990f-35ca4ed3e13a demo demo] Made reservation on behalf of 9fe45d0d393c4da69c4f4c6f4a4cf1c7 for: {'network': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:21:21.661921 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.policy [None req-bf5f3048-fa72-428c-990f-35ca4ed3e13a demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103207) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 23 17:21:21.704571 dv-cinder-834920-1-iscsi neutron-server[103207]: WARNING oslo_policy.policy [None req-bf5f3048-fa72-428c-990f-35ca4ed3e13a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 17:21:21.704956 dv-cinder-834920-1-iscsi neutron-server[103207]: WARNING oslo_policy.policy [None req-bf5f3048-fa72-428c-990f-35ca4ed3e13a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 17:21:21.716261 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bf5f3048-fa72-428c-990f-35ca4ed3e13a demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for network (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:21.738974 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bf5f3048-fa72-428c-990f-35ca4ed3e13a demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:21.863922 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bf5f3048-fa72-428c-990f-35ca4ed3e13a demo demo] Publish callbacks [] for security_group (7dce65dc-2b6c-4749-b62b-1c7ef110e88d), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:21.869390 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bf5f3048-fa72-428c-990f-35ca4ed3e13a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (7dce65dc-2b6c-4749-b62b-1c7ef110e88d), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:21.894328 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf5f3048-fa72-428c-990f-35ca4ed3e13a demo demo] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=103207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 17:21:21.937069 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bf5f3048-fa72-428c-990f-35ca4ed3e13a demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741035949882', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464'] for segment (50113498-0bb2-4682-9bd0-2baaa9c78b9b), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:21.937650 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bf5f3048-fa72-428c-990f-35ca4ed3e13a demo demo] Unsubscribe: segment precommit_create {{(pid=103207) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 23 17:21:21.938168 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.db.segments_db [None req-bf5f3048-fa72-428c-990f-35ca4ed3e13a demo demo] Added segment 50113498-0bb2-4682-9bd0-2baaa9c78b9b of type vlan for network 2640691b-21ab-4418-b606-f3b645e8750f Mar 23 17:21:21.955417 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f3048-fa72-428c-990f-35ca4ed3e13a demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7dce65dc-2b6c-4749-b62b-1c7ef110e88d,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:21:21.977468 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f3048-fa72-428c-990f-35ca4ed3e13a demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:21.977776 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f3048-fa72-428c-990f-35ca4ed3e13a demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:21.978087 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f3048-fa72-428c-990f-35ca4ed3e13a demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:21.978461 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f3048-fa72-428c-990f-35ca4ed3e13a demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:21.978785 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f3048-fa72-428c-990f-35ca4ed3e13a demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:21.979105 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f3048-fa72-428c-990f-35ca4ed3e13a demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:21.979414 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f3048-fa72-428c-990f-35ca4ed3e13a demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:21.979725 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f3048-fa72-428c-990f-35ca4ed3e13a demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:21.980039 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f3048-fa72-428c-990f-35ca4ed3e13a demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:21.980346 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f3048-fa72-428c-990f-35ca4ed3e13a demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:21.980637 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f3048-fa72-428c-990f-35ca4ed3e13a demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:21.980957 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f3048-fa72-428c-990f-35ca4ed3e13a demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:21.981290 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f3048-fa72-428c-990f-35ca4ed3e13a demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:21.981596 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f3048-fa72-428c-990f-35ca4ed3e13a demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:21.981924 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f3048-fa72-428c-990f-35ca4ed3e13a demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:21.983397 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5f3048-fa72-428c-990f-35ca4ed3e13a demo demo] Tracked resource versions report: Mar 23 17:21:21.983397 dv-cinder-834920-1-iscsi neutron-server[103207]: pushed versions: Mar 23 17:21:21.983397 dv-cinder-834920-1-iscsi neutron-server[103207]: { 'AddressGroup': {'1.2'}, Mar 23 17:21:21.983397 dv-cinder-834920-1-iscsi neutron-server[103207]: 'Agent': {'1.1'}, Mar 23 17:21:21.983397 dv-cinder-834920-1-iscsi neutron-server[103207]: 'ConntrackHelper': {'1.0'}, Mar 23 17:21:21.983397 dv-cinder-834920-1-iscsi neutron-server[103207]: 'LocalIPAssociation': {'1.0'}, Mar 23 17:21:21.983397 dv-cinder-834920-1-iscsi neutron-server[103207]: 'Log': {'1.0'}, Mar 23 17:21:21.983397 dv-cinder-834920-1-iscsi neutron-server[103207]: 'NDPProxy': {'1.0'}, Mar 23 17:21:21.983397 dv-cinder-834920-1-iscsi neutron-server[103207]: 'Network': {'1.1'}, Mar 23 17:21:21.983397 dv-cinder-834920-1-iscsi neutron-server[103207]: 'Port': {'1.7'}, Mar 23 17:21:21.983397 dv-cinder-834920-1-iscsi neutron-server[103207]: 'PortForwarding': {'1.3'}, Mar 23 17:21:21.983397 dv-cinder-834920-1-iscsi neutron-server[103207]: 'QosPolicy': {'1.10'}, Mar 23 17:21:21.983397 dv-cinder-834920-1-iscsi neutron-server[103207]: 'SecurityGroup': {'1.5'}, Mar 23 17:21:21.983397 dv-cinder-834920-1-iscsi neutron-server[103207]: 'SecurityGroupRule': {'1.2'}, Mar 23 17:21:21.983397 dv-cinder-834920-1-iscsi neutron-server[103207]: 'SubPort': {'1.0'}, Mar 23 17:21:21.983397 dv-cinder-834920-1-iscsi neutron-server[103207]: 'Subnet': {'1.1'}, Mar 23 17:21:21.983397 dv-cinder-834920-1-iscsi neutron-server[103207]: 'Trunk': {'1.1'}} Mar 23 17:21:21.983397 dv-cinder-834920-1-iscsi neutron-server[103207]: consumer versions: Mar 23 17:21:21.983397 dv-cinder-834920-1-iscsi neutron-server[103207]: { DHCP agent@dv-cinder-834920-1-iscsi: {}, Mar 23 17:21:21.983397 dv-cinder-834920-1-iscsi neutron-server[103207]: L3 agent@dv-cinder-834920-1-iscsi: {}, Mar 23 17:21:21.983397 dv-cinder-834920-1-iscsi neutron-server[103207]: Metadata agent@dv-cinder-834920-1-iscsi: {}, Mar 23 17:21:21.983397 dv-cinder-834920-1-iscsi neutron-server[103207]: Metering agent@dv-cinder-834920-1-iscsi: {}, Mar 23 17:21:21.983397 dv-cinder-834920-1-iscsi neutron-server[103207]: Open vSwitch agent@dv-cinder-834920-1-iscsi: { 'AddressGroup': '1.2', Mar 23 17:21:21.983397 dv-cinder-834920-1-iscsi neutron-server[103207]: 'Agent': '1.1', Mar 23 17:21:21.983397 dv-cinder-834920-1-iscsi neutron-server[103207]: 'ConntrackHelper': '1.0', Mar 23 17:21:21.983397 dv-cinder-834920-1-iscsi neutron-server[103207]: 'LocalIPAssociation': '1.0', Mar 23 17:21:21.983397 dv-cinder-834920-1-iscsi neutron-server[103207]: 'Log': '1.0', Mar 23 17:21:21.983397 dv-cinder-834920-1-iscsi neutron-server[103207]: 'NDPProxy': '1.0', Mar 23 17:21:21.983397 dv-cinder-834920-1-iscsi neutron-server[103207]: 'Network': '1.1', Mar 23 17:21:21.983397 dv-cinder-834920-1-iscsi neutron-server[103207]: 'Port': '1.7', Mar 23 17:21:21.983397 dv-cinder-834920-1-iscsi neutron-server[103207]: 'PortForwarding': '1.3', Mar 23 17:21:21.983397 dv-cinder-834920-1-iscsi neutron-server[103207]: 'QosPolicy': '1.10', Mar 23 17:21:21.983397 dv-cinder-834920-1-iscsi neutron-server[103207]: 'SecurityGroup': '1.5', Mar 23 17:21:21.983397 dv-cinder-834920-1-iscsi neutron-server[103207]: 'SecurityGroupRule': '1.2', Mar 23 17:21:21.983397 dv-cinder-834920-1-iscsi neutron-server[103207]: 'SubPort': '1.0', Mar 23 17:21:21.983397 dv-cinder-834920-1-iscsi neutron-server[103207]: 'Subnet': '1.1', Mar 23 17:21:21.983397 dv-cinder-834920-1-iscsi neutron-server[103207]: 'Trunk': '1.1'}} Mar 23 17:21:21.983397 dv-cinder-834920-1-iscsi neutron-server[103207]: {{(pid=103207) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 17:21:22.066601 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bf5f3048-fa72-428c-990f-35ca4ed3e13a demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741035590211'] for network (2640691b-21ab-4418-b606-f3b645e8750f), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:22.111847 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bf5f3048-fa72-428c-990f-35ca4ed3e13a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701'] for network (2640691b-21ab-4418-b606-f3b645e8750f), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:22.117054 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5f3048-fa72-428c-990f-35ca4ed3e13a demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:21:22.117818 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bf5f3048-fa72-428c-990f-35ca4ed3e13a demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for network (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:22.219132 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-bf5f3048-fa72-428c-990f-35ca4ed3e13a demo demo] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0592649 Mar 23 17:21:22.237195 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f3048-fa72-428c-990f-35ca4ed3e13a demo demo] Pushing event updated for resources: {'Network': ['ID=2640691b-21ab-4418-b606-f3b645e8750f,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:21:22.251208 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Network 2640691b-21ab-4418-b606-f3b645e8750f details requested by agent ovs-agent-dv-cinder-834920-1-iscsi with host dv-cinder-834920-1-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 17:21:24.851829 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 32804) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:21:25.341099 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b017ee-f16c-4e13-895f-b4fd0c121a3b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:21:25.343280 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-60b017ee-f16c-4e13-895f-b4fd0c121a3b demo admin] 10.222.0.41 "GET /v2.0/networks/2640691b-21ab-4418-b606-f3b645e8750f HTTP/1.1" status: 200 len: 825 time: 0.4903679 Mar 23 17:21:25.374535 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-6a744b3f-a4c8-4fb7-b883-af957bfeb0b0 demo admin] 10.222.0.41 "GET /v2.0/subnetpools/0a92f548-31a3-4bca-bb81-a3ae9c35a858 HTTP/1.1" status: 200 len: 734 time: 0.0223575 Mar 23 17:21:25.383660 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-4e94bbed-9303-4cfc-8778-7962c4f5cd97 demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '0a92f548-31a3-4bca-bb81-a3ae9c35a858', 'network_id': '2640691b-21ab-4418-b606-f3b645e8750f'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:21:25.410827 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e94bbed-9303-4cfc-8778-7962c4f5cd97 demo admin] Made reservation on behalf of 9fe45d0d393c4da69c4f4c6f4a4cf1c7 for: {'subnet': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:21:25.413856 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4e94bbed-9303-4cfc-8778-7962c4f5cd97 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:25.723900 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4e94bbed-9303-4cfc-8778-7962c4f5cd97 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701'] for subnet (313301ba-7a7f-4070-a34d-4c1eba38313e), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:25.795136 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e94bbed-9303-4cfc-8778-7962c4f5cd97 demo admin] Checking segment: {'id': '50113498-0bb2-4682-9bd0-2baaa9c78b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2640691b-21ab-4418-b606-f3b645e8750f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:21:25.795530 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e94bbed-9303-4cfc-8778-7962c4f5cd97 demo admin] Network hostable DHCP agents. Network: 2640691b-21ab-4418-b606-f3b645e8750f, hostable agents: ['0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66'], hosted agents: [] {{(pid=103208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 17:21:25.805248 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94bbed-9303-4cfc-8778-7962c4f5cd97 demo admin] Pushing event updated for resources: {'Subnet': ['ID=313301ba-7a7f-4070-a34d-4c1eba38313e,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:21:25.817345 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e94bbed-9303-4cfc-8778-7962c4f5cd97 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:25.817910 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e94bbed-9303-4cfc-8778-7962c4f5cd97 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:25.818352 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e94bbed-9303-4cfc-8778-7962c4f5cd97 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:25.818680 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e94bbed-9303-4cfc-8778-7962c4f5cd97 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:25.819001 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e94bbed-9303-4cfc-8778-7962c4f5cd97 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:25.819308 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e94bbed-9303-4cfc-8778-7962c4f5cd97 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:25.819626 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e94bbed-9303-4cfc-8778-7962c4f5cd97 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:25.819934 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e94bbed-9303-4cfc-8778-7962c4f5cd97 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:25.820253 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e94bbed-9303-4cfc-8778-7962c4f5cd97 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:25.820565 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e94bbed-9303-4cfc-8778-7962c4f5cd97 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:25.820878 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e94bbed-9303-4cfc-8778-7962c4f5cd97 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:25.821198 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e94bbed-9303-4cfc-8778-7962c4f5cd97 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:25.821512 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e94bbed-9303-4cfc-8778-7962c4f5cd97 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:25.821818 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e94bbed-9303-4cfc-8778-7962c4f5cd97 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:25.822132 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e94bbed-9303-4cfc-8778-7962c4f5cd97 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:25.823522 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e94bbed-9303-4cfc-8778-7962c4f5cd97 demo admin] Tracked resource versions report: Mar 23 17:21:25.823522 dv-cinder-834920-1-iscsi neutron-server[103208]: pushed versions: Mar 23 17:21:25.823522 dv-cinder-834920-1-iscsi neutron-server[103208]: { 'AddressGroup': {'1.2'}, Mar 23 17:21:25.823522 dv-cinder-834920-1-iscsi neutron-server[103208]: 'Agent': {'1.1'}, Mar 23 17:21:25.823522 dv-cinder-834920-1-iscsi neutron-server[103208]: 'ConntrackHelper': {'1.0'}, Mar 23 17:21:25.823522 dv-cinder-834920-1-iscsi neutron-server[103208]: 'LocalIPAssociation': {'1.0'}, Mar 23 17:21:25.823522 dv-cinder-834920-1-iscsi neutron-server[103208]: 'Log': {'1.0'}, Mar 23 17:21:25.823522 dv-cinder-834920-1-iscsi neutron-server[103208]: 'NDPProxy': {'1.0'}, Mar 23 17:21:25.823522 dv-cinder-834920-1-iscsi neutron-server[103208]: 'Network': {'1.1'}, Mar 23 17:21:25.823522 dv-cinder-834920-1-iscsi neutron-server[103208]: 'Port': {'1.7'}, Mar 23 17:21:25.823522 dv-cinder-834920-1-iscsi neutron-server[103208]: 'PortForwarding': {'1.3'}, Mar 23 17:21:25.823522 dv-cinder-834920-1-iscsi neutron-server[103208]: 'QosPolicy': {'1.10'}, Mar 23 17:21:25.823522 dv-cinder-834920-1-iscsi neutron-server[103208]: 'SecurityGroup': {'1.5'}, Mar 23 17:21:25.823522 dv-cinder-834920-1-iscsi neutron-server[103208]: 'SecurityGroupRule': {'1.2'}, Mar 23 17:21:25.823522 dv-cinder-834920-1-iscsi neutron-server[103208]: 'SubPort': {'1.0'}, Mar 23 17:21:25.823522 dv-cinder-834920-1-iscsi neutron-server[103208]: 'Subnet': {'1.1'}, Mar 23 17:21:25.823522 dv-cinder-834920-1-iscsi neutron-server[103208]: 'Trunk': {'1.1'}} Mar 23 17:21:25.823522 dv-cinder-834920-1-iscsi neutron-server[103208]: consumer versions: Mar 23 17:21:25.823522 dv-cinder-834920-1-iscsi neutron-server[103208]: { DHCP agent@dv-cinder-834920-1-iscsi: {}, Mar 23 17:21:25.823522 dv-cinder-834920-1-iscsi neutron-server[103208]: L3 agent@dv-cinder-834920-1-iscsi: {}, Mar 23 17:21:25.823522 dv-cinder-834920-1-iscsi neutron-server[103208]: Metadata agent@dv-cinder-834920-1-iscsi: {}, Mar 23 17:21:25.823522 dv-cinder-834920-1-iscsi neutron-server[103208]: Metering agent@dv-cinder-834920-1-iscsi: {}, Mar 23 17:21:25.823522 dv-cinder-834920-1-iscsi neutron-server[103208]: Open vSwitch agent@dv-cinder-834920-1-iscsi: { 'AddressGroup': '1.2', Mar 23 17:21:25.823522 dv-cinder-834920-1-iscsi neutron-server[103208]: 'Agent': '1.1', Mar 23 17:21:25.823522 dv-cinder-834920-1-iscsi neutron-server[103208]: 'ConntrackHelper': '1.0', Mar 23 17:21:25.823522 dv-cinder-834920-1-iscsi neutron-server[103208]: 'LocalIPAssociation': '1.0', Mar 23 17:21:25.823522 dv-cinder-834920-1-iscsi neutron-server[103208]: 'Log': '1.0', Mar 23 17:21:25.823522 dv-cinder-834920-1-iscsi neutron-server[103208]: 'NDPProxy': '1.0', Mar 23 17:21:25.823522 dv-cinder-834920-1-iscsi neutron-server[103208]: 'Network': '1.1', Mar 23 17:21:25.823522 dv-cinder-834920-1-iscsi neutron-server[103208]: 'Port': '1.7', Mar 23 17:21:25.823522 dv-cinder-834920-1-iscsi neutron-server[103208]: 'PortForwarding': '1.3', Mar 23 17:21:25.823522 dv-cinder-834920-1-iscsi neutron-server[103208]: 'QosPolicy': '1.10', Mar 23 17:21:25.823522 dv-cinder-834920-1-iscsi neutron-server[103208]: 'SecurityGroup': '1.5', Mar 23 17:21:25.823522 dv-cinder-834920-1-iscsi neutron-server[103208]: 'SecurityGroupRule': '1.2', Mar 23 17:21:25.823522 dv-cinder-834920-1-iscsi neutron-server[103208]: 'SubPort': '1.0', Mar 23 17:21:25.823522 dv-cinder-834920-1-iscsi neutron-server[103208]: 'Subnet': '1.1', Mar 23 17:21:25.823522 dv-cinder-834920-1-iscsi neutron-server[103208]: 'Trunk': '1.1'}} Mar 23 17:21:25.823522 dv-cinder-834920-1-iscsi neutron-server[103208]: {{(pid=103208) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 17:21:25.850730 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e94bbed-9303-4cfc-8778-7962c4f5cd97 demo admin] Network 2640691b-21ab-4418-b606-f3b645e8750f is scheduled to be hosted by DHCP agent 0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66 with binding_index 1 {{(pid=103208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 17:21:25.869020 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-4e94bbed-9303-4cfc-8778-7962c4f5cd97 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834920-1-iscsi, 2640691b-21ab-4418-b606-f3b645e8750f) {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:21:25.878015 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e94bbed-9303-4cfc-8778-7962c4f5cd97 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:21:25.878654 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4e94bbed-9303-4cfc-8778-7962c4f5cd97 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:25.880323 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046f339b-f677-4fee-b0da-1aa190ddab34 None None] Network 2640691b-21ab-4418-b606-f3b645e8750f requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:21:25.896171 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-4e94bbed-9303-4cfc-8778-7962c4f5cd97 demo admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5159936 Mar 23 17:21:26.275995 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c86ecf3-6bef-45cc-bd91-16e5880f03f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4e3ed9b-8bb8-5e9e-b680-033646fc88a4-2640691b-21ab-4418-b606-f3b645e8750f', 'network_id': '2640691b-21ab-4418-b606-f3b645e8750f', 'project_id': '9fe45d0d393c4da69c4f4c6f4a4cf1c7', 'fixed_ips': [{'subnet_id': '313301ba-7a7f-4070-a34d-4c1eba38313e'}]}} from dv-cinder-834920-1-iscsi. {{(pid=103209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 17:21:26.277774 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4c86ecf3-6bef-45cc-bd91-16e5880f03f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:26.566595 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [None req-4c86ecf3-6bef-45cc-bd91-16e5880f03f8 None None] Allocated IP 172.20.0.2 (2640691b-21ab-4418-b606-f3b645e8750f/313301ba-7a7f-4070-a34d-4c1eba38313e/abb22630-2b23-496b-b50e-69932055063a) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:21:26.857205 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4c86ecf3-6bef-45cc-bd91-16e5880f03f8 None None] Publish callbacks [] for port (abb22630-2b23-496b-b50e-69932055063a), precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:26.865944 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4c86ecf3-6bef-45cc-bd91-16e5880f03f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (abb22630-2b23-496b-b50e-69932055063a), after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:26.941805 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c86ecf3-6bef-45cc-bd91-16e5880f03f8 None None] Network 2640691b-21ab-4418-b606-f3b645e8750f is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:21:26.948094 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-4c86ecf3-6bef-45cc-bd91-16e5880f03f8 None None] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:21:26.951919 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c86ecf3-6bef-45cc-bd91-16e5880f03f8 None None] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:21:26.975868 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86ecf3-6bef-45cc-bd91-16e5880f03f8 None None] Pushing event updated for resources: {'Port': ['ID=abb22630-2b23-496b-b50e-69932055063a,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:21:27.000402 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c86ecf3-6bef-45cc-bd91-16e5880f03f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:27.000779 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c86ecf3-6bef-45cc-bd91-16e5880f03f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:27.001107 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c86ecf3-6bef-45cc-bd91-16e5880f03f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:27.001481 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c86ecf3-6bef-45cc-bd91-16e5880f03f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:27.001810 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c86ecf3-6bef-45cc-bd91-16e5880f03f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:27.002132 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c86ecf3-6bef-45cc-bd91-16e5880f03f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:27.002456 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c86ecf3-6bef-45cc-bd91-16e5880f03f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:27.002773 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c86ecf3-6bef-45cc-bd91-16e5880f03f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:27.003092 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c86ecf3-6bef-45cc-bd91-16e5880f03f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:27.003409 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c86ecf3-6bef-45cc-bd91-16e5880f03f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:27.003727 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c86ecf3-6bef-45cc-bd91-16e5880f03f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:27.004053 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c86ecf3-6bef-45cc-bd91-16e5880f03f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:27.004356 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c86ecf3-6bef-45cc-bd91-16e5880f03f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:27.004665 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c86ecf3-6bef-45cc-bd91-16e5880f03f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:27.004972 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c86ecf3-6bef-45cc-bd91-16e5880f03f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:27.006450 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c86ecf3-6bef-45cc-bd91-16e5880f03f8 None None] Tracked resource versions report: Mar 23 17:21:27.006450 dv-cinder-834920-1-iscsi neutron-server[103209]: pushed versions: Mar 23 17:21:27.006450 dv-cinder-834920-1-iscsi neutron-server[103209]: { 'AddressGroup': {'1.2'}, Mar 23 17:21:27.006450 dv-cinder-834920-1-iscsi neutron-server[103209]: 'Agent': {'1.1'}, Mar 23 17:21:27.006450 dv-cinder-834920-1-iscsi neutron-server[103209]: 'ConntrackHelper': {'1.0'}, Mar 23 17:21:27.006450 dv-cinder-834920-1-iscsi neutron-server[103209]: 'LocalIPAssociation': {'1.0'}, Mar 23 17:21:27.006450 dv-cinder-834920-1-iscsi neutron-server[103209]: 'Log': {'1.0'}, Mar 23 17:21:27.006450 dv-cinder-834920-1-iscsi neutron-server[103209]: 'NDPProxy': {'1.0'}, Mar 23 17:21:27.006450 dv-cinder-834920-1-iscsi neutron-server[103209]: 'Network': {'1.1'}, Mar 23 17:21:27.006450 dv-cinder-834920-1-iscsi neutron-server[103209]: 'Port': {'1.7'}, Mar 23 17:21:27.006450 dv-cinder-834920-1-iscsi neutron-server[103209]: 'PortForwarding': {'1.3'}, Mar 23 17:21:27.006450 dv-cinder-834920-1-iscsi neutron-server[103209]: 'QosPolicy': {'1.10'}, Mar 23 17:21:27.006450 dv-cinder-834920-1-iscsi neutron-server[103209]: 'SecurityGroup': {'1.5'}, Mar 23 17:21:27.006450 dv-cinder-834920-1-iscsi neutron-server[103209]: 'SecurityGroupRule': {'1.2'}, Mar 23 17:21:27.006450 dv-cinder-834920-1-iscsi neutron-server[103209]: 'SubPort': {'1.0'}, Mar 23 17:21:27.006450 dv-cinder-834920-1-iscsi neutron-server[103209]: 'Subnet': {'1.1'}, Mar 23 17:21:27.006450 dv-cinder-834920-1-iscsi neutron-server[103209]: 'Trunk': {'1.1'}} Mar 23 17:21:27.006450 dv-cinder-834920-1-iscsi neutron-server[103209]: consumer versions: Mar 23 17:21:27.006450 dv-cinder-834920-1-iscsi neutron-server[103209]: { DHCP agent@dv-cinder-834920-1-iscsi: {}, Mar 23 17:21:27.006450 dv-cinder-834920-1-iscsi neutron-server[103209]: L3 agent@dv-cinder-834920-1-iscsi: {}, Mar 23 17:21:27.006450 dv-cinder-834920-1-iscsi neutron-server[103209]: Metadata agent@dv-cinder-834920-1-iscsi: {}, Mar 23 17:21:27.006450 dv-cinder-834920-1-iscsi neutron-server[103209]: Metering agent@dv-cinder-834920-1-iscsi: {}, Mar 23 17:21:27.006450 dv-cinder-834920-1-iscsi neutron-server[103209]: Open vSwitch agent@dv-cinder-834920-1-iscsi: { 'AddressGroup': '1.2', Mar 23 17:21:27.006450 dv-cinder-834920-1-iscsi neutron-server[103209]: 'Agent': '1.1', Mar 23 17:21:27.006450 dv-cinder-834920-1-iscsi neutron-server[103209]: 'ConntrackHelper': '1.0', Mar 23 17:21:27.006450 dv-cinder-834920-1-iscsi neutron-server[103209]: 'LocalIPAssociation': '1.0', Mar 23 17:21:27.006450 dv-cinder-834920-1-iscsi neutron-server[103209]: 'Log': '1.0', Mar 23 17:21:27.006450 dv-cinder-834920-1-iscsi neutron-server[103209]: 'NDPProxy': '1.0', Mar 23 17:21:27.006450 dv-cinder-834920-1-iscsi neutron-server[103209]: 'Network': '1.1', Mar 23 17:21:27.006450 dv-cinder-834920-1-iscsi neutron-server[103209]: 'Port': '1.7', Mar 23 17:21:27.006450 dv-cinder-834920-1-iscsi neutron-server[103209]: 'PortForwarding': '1.3', Mar 23 17:21:27.006450 dv-cinder-834920-1-iscsi neutron-server[103209]: 'QosPolicy': '1.10', Mar 23 17:21:27.006450 dv-cinder-834920-1-iscsi neutron-server[103209]: 'SecurityGroup': '1.5', Mar 23 17:21:27.006450 dv-cinder-834920-1-iscsi neutron-server[103209]: 'SecurityGroupRule': '1.2', Mar 23 17:21:27.006450 dv-cinder-834920-1-iscsi neutron-server[103209]: 'SubPort': '1.0', Mar 23 17:21:27.006450 dv-cinder-834920-1-iscsi neutron-server[103209]: 'Subnet': '1.1', Mar 23 17:21:27.006450 dv-cinder-834920-1-iscsi neutron-server[103209]: 'Trunk': '1.1'}} Mar 23 17:21:27.006450 dv-cinder-834920-1-iscsi neutron-server[103209]: {{(pid=103209) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 17:21:27.059286 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-4c86ecf3-6bef-45cc-bd91-16e5880f03f8 None None] Attempting to bind port abb22630-2b23-496b-b50e-69932055063a on host dv-cinder-834920-1-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:21:27.059680 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-4c86ecf3-6bef-45cc-bd91-16e5880f03f8 None None] Attempting to bind port abb22630-2b23-496b-b50e-69932055063a by drivers openvswitch,hyperv on host dv-cinder-834920-1-iscsi at level 0 using segments [{'id': '50113498-0bb2-4682-9bd0-2baaa9c78b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2640691b-21ab-4418-b606-f3b645e8750f'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:21:27.060098 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c86ecf3-6bef-45cc-bd91-16e5880f03f8 None None] Attempting to bind port abb22630-2b23-496b-b50e-69932055063a on network 2640691b-21ab-4418-b606-f3b645e8750f {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:21:27.065563 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c86ecf3-6bef-45cc-bd91-16e5880f03f8 None None] Checking agent: {'id': '827fbf48-cdcd-428c-a50e-7eba0e2d74f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834920-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 21, 14), 'started_at': datetime.datetime(2022, 3, 23, 17, 21, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834920-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:21:27.065969 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c86ecf3-6bef-45cc-bd91-16e5880f03f8 None None] Checking segment: {'id': '50113498-0bb2-4682-9bd0-2baaa9c78b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2640691b-21ab-4418-b606-f3b645e8750f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:21:27.066398 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4c86ecf3-6bef-45cc-bd91-16e5880f03f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:27.066781 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c86ecf3-6bef-45cc-bd91-16e5880f03f8 None None] Bound using segment: {'id': '50113498-0bb2-4682-9bd0-2baaa9c78b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2640691b-21ab-4418-b606-f3b645e8750f'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:21:27.067247 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-4c86ecf3-6bef-45cc-bd91-16e5880f03f8 None None] Bound port: abb22630-2b23-496b-b50e-69932055063a, host: dv-cinder-834920-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50113498-0bb2-4682-9bd0-2baaa9c78b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2640691b-21ab-4418-b606-f3b645e8750f'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:21:27.067642 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4c86ecf3-6bef-45cc-bd91-16e5880f03f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (abb22630-2b23-496b-b50e-69932055063a), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:27.134767 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-4c86ecf3-6bef-45cc-bd91-16e5880f03f8 None None] For port abb22630-2b23-496b-b50e-69932055063a, host dv-cinder-834920-1-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:21:27.139182 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-4c86ecf3-6bef-45cc-bd91-16e5880f03f8 None None] For port abb22630-2b23-496b-b50e-69932055063a, host dv-cinder-834920-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=abb22630-2b23-496b-b50e-69932055063a,segment=NetworkSegment(50113498-0bb2-4682-9bd0-2baaa9c78b9b),segment_id=50113498-0bb2-4682-9bd0-2baaa9c78b9b)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:21:27.151254 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4c86ecf3-6bef-45cc-bd91-16e5880f03f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (abb22630-2b23-496b-b50e-69932055063a), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:27.212790 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86ecf3-6bef-45cc-bd91-16e5880f03f8 None None] Pushing event updated for resources: {'Port': ['ID=abb22630-2b23-496b-b50e-69932055063a,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:21:28.523314 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 32816) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:21:28.876130 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [None req-57d5da56-6585-49ea-9aa5-1c9ecb3f9405 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103208) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 17:21:28.877222 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-57d5da56-6585-49ea-9aa5-1c9ecb3f9405 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3527241 Mar 23 17:21:31.470296 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 32824) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:21:31.818935 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [None req-6c11e0bd-6f9e-40ac-8899-f67c9fae46b6 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103208) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 17:21:31.819925 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-6c11e0bd-6f9e-40ac-8899-f67c9fae46b6 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3486936 Mar 23 17:21:34.395805 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 32832) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:21:34.748326 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-f7471d08-1354-4cd8-b141-24a8189b5fe4 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:21:34.774609 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f7471d08-1354-4cd8-b141-24a8189b5fe4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3239'] for router (47cd6e26-5f15-487d-8a0e-b4897abb9cba), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:34.776655 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f7471d08-1354-4cd8-b141-24a8189b5fe4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614398', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3216'] for router (47cd6e26-5f15-487d-8a0e-b4897abb9cba), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:34.936171 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f7471d08-1354-4cd8-b141-24a8189b5fe4 demo demo] Publish callbacks [] for router_controller (47cd6e26-5f15-487d-8a0e-b4897abb9cba), precommit_add_association {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:34.942077 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f7471d08-1354-4cd8-b141-24a8189b5fe4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614187'] for router (47cd6e26-5f15-487d-8a0e-b4897abb9cba), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:34.962930 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f7471d08-1354-4cd8-b141-24a8189b5fe4 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:34.964108 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-f7471d08-1354-4cd8-b141-24a8189b5fe4 demo demo] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5673101 Mar 23 17:21:37.011827 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device abb22630-2b23-496b-b50e-69932055063a up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:21:37.114191 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port abb22630-2b23-496b-b50e-69932055063a triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:21:37.114191 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (abb22630-2b23-496b-b50e-69932055063a), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:37.228171 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port abb22630-2b23-496b-b50e-69932055063a is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:21:37.228450 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (abb22630-2b23-496b-b50e-69932055063a), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:37.264646 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] For port abb22630-2b23-496b-b50e-69932055063a, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=abb22630-2b23-496b-b50e-69932055063a,segment=NetworkSegment(50113498-0bb2-4682-9bd0-2baaa9c78b9b),segment_id=50113498-0bb2-4682-9bd0-2baaa9c78b9b)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:21:37.268873 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (abb22630-2b23-496b-b50e-69932055063a), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:37.332077 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Pushing event updated for resources: {'Port': ['ID=abb22630-2b23-496b-b50e-69932055063a,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:21:37.549423 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 32844) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:21:37.600924 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-994fe895-853a-47c9-9248-9e1a13a115d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:37.905167 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [None req-6431856f-b940-4e49-aaf7-3206e9162349 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103207) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 17:21:37.906165 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-6431856f-b940-4e49-aaf7-3206e9162349 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3548894 Mar 23 17:21:38.682378 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e6ac1d-726c-4570-86d7-157fe5a39775 None None] Network 2640691b-21ab-4418-b606-f3b645e8750f requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:21:38.796208 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-aaaab4da-054d-4144-b3d2-a70b35f9c3d4 None None] Provisioning complete for port abb22630-2b23-496b-b50e-69932055063a triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:21:38.796587 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-aaaab4da-054d-4144-b3d2-a70b35f9c3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (abb22630-2b23-496b-b50e-69932055063a), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:38.893285 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-aaaab4da-054d-4144-b3d2-a70b35f9c3d4 None None] Current status of the port abb22630-2b23-496b-b50e-69932055063a is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:21:38.959699 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device abb22630-2b23-496b-b50e-69932055063a up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:21:39.014897 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port abb22630-2b23-496b-b50e-69932055063a triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:21:39.015284 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (abb22630-2b23-496b-b50e-69932055063a), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:39.064725 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 5 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:21:39.091138 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port abb22630-2b23-496b-b50e-69932055063a is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:21:39.114275 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e053ee6c-4181-4b16-911e-537c1e0ac333 None None] Provisioning complete for port abb22630-2b23-496b-b50e-69932055063a triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:21:39.114656 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e053ee6c-4181-4b16-911e-537c1e0ac333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (abb22630-2b23-496b-b50e-69932055063a), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:39.193130 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e053ee6c-4181-4b16-911e-537c1e0ac333 None None] Current status of the port abb22630-2b23-496b-b50e-69932055063a is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:21:40.129751 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e0234dc4-e278-4a3f-8012-84fa9ac31d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:40.481287 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 32852) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:21:40.830345 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-cff7b390-a2aa-461d-a2db-750f81a0ea1f admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:21:40.852835 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff7b390-a2aa-461d-a2db-750f81a0ea1f admin admin] Made reservation on behalf of c9dfc370cdee4b00bb67112c30b0183d for: {'network': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:21:40.855172 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-cff7b390-a2aa-461d-a2db-750f81a0ea1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for network (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:40.863672 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-cff7b390-a2aa-461d-a2db-750f81a0ea1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:40.939298 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-cff7b390-a2aa-461d-a2db-750f81a0ea1f admin admin] Publish callbacks [] for security_group (17ae4e96-7f8f-4030-8b76-b342210aadf6), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:40.944299 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-cff7b390-a2aa-461d-a2db-750f81a0ea1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (17ae4e96-7f8f-4030-8b76-b342210aadf6), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:40.961912 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cff7b390-a2aa-461d-a2db-750f81a0ea1f admin admin] Reserving flat network on physical network physnet1 {{(pid=103207) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 23 17:21:40.978323 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7b390-a2aa-461d-a2db-750f81a0ea1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ae4e96-7f8f-4030-8b76-b342210aadf6,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:21:40.984098 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-cff7b390-a2aa-461d-a2db-750f81a0ea1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464'] for segment (e3d657d5-0d12-4364-ba98-0127febd700d), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:40.984476 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.db.segments_db [None req-cff7b390-a2aa-461d-a2db-750f81a0ea1f admin admin] Added segment e3d657d5-0d12-4364-ba98-0127febd700d of type flat for network 17d610fd-133a-4c28-bfb5-fce45cda1090 Mar 23 17:21:41.035278 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-cff7b390-a2aa-461d-a2db-750f81a0ea1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741035590211'] for network (17d610fd-133a-4c28-bfb5-fce45cda1090), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:41.071376 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-cff7b390-a2aa-461d-a2db-750f81a0ea1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701'] for network (17d610fd-133a-4c28-bfb5-fce45cda1090), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:41.072375 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff7b390-a2aa-461d-a2db-750f81a0ea1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:21:41.072935 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-cff7b390-a2aa-461d-a2db-750f81a0ea1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for network (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:41.155775 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-cff7b390-a2aa-461d-a2db-750f81a0ea1f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6733985 Mar 23 17:21:41.164386 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff7b390-a2aa-461d-a2db-750f81a0ea1f admin admin] Pushing event updated for resources: {'Network': ['ID=17d610fd-133a-4c28-bfb5-fce45cda1090,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:21:41.186577 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Network 17d610fd-133a-4c28-bfb5-fce45cda1090 details requested by agent ovs-agent-dv-cinder-834920-1-iscsi with host dv-cinder-834920-1-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 17:21:41.293322 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:42.674022 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:43.710084 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 32870) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:21:43.941382 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea72d66-78fa-486d-a6bc-f1fe60fd8b09 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:21:43.942687 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-aea72d66-78fa-486d-a6bc-f1fe60fd8b09 demo admin] 10.222.0.41 "GET /v2.0/subnets/313301ba-7a7f-4070-a34d-4c1eba38313e HTTP/1.1" status: 200 len: 849 time: 0.2316196 Mar 23 17:21:44.121411 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-8def59f9-c031-4816-b801-362e80ce9364 demo admin] 10.222.0.41 "GET /v2.0/routers/47cd6e26-5f15-487d-8a0e-b4897abb9cba HTTP/1.1" status: 200 len: 704 time: 0.1719856 Mar 23 17:21:44.162424 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:44.409096 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-837e72d1-886f-4e99-8080-b85620a6da37 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:44.732808 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [None req-837e72d1-886f-4e99-8080-b85620a6da37 demo admin] Allocated IP 172.20.0.1 (2640691b-21ab-4418-b606-f3b645e8750f/313301ba-7a7f-4070-a34d-4c1eba38313e/2d8b3cdc-331b-411d-8092-065e088c97c5) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:21:44.915025 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-837e72d1-886f-4e99-8080-b85620a6da37 demo admin] Publish callbacks [] for port (2d8b3cdc-331b-411d-8092-065e088c97c5), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:44.983917 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-837e72d1-886f-4e99-8080-b85620a6da37 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (2d8b3cdc-331b-411d-8092-065e088c97c5), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:45.050477 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837e72d1-886f-4e99-8080-b85620a6da37 demo admin] Network 2640691b-21ab-4418-b606-f3b645e8750f is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:21:45.055359 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-837e72d1-886f-4e99-8080-b85620a6da37 demo admin] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:21:45.070918 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837e72d1-886f-4e99-8080-b85620a6da37 demo admin] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:21:45.071437 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-837e72d1-886f-4e99-8080-b85620a6da37 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614142'] for router_interface (47cd6e26-5f15-487d-8a0e-b4897abb9cba), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:45.092934 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e72d1-886f-4e99-8080-b85620a6da37 demo admin] Pushing event updated for resources: {'Port': ['ID=2d8b3cdc-331b-411d-8092-065e088c97c5,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:21:45.265963 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-dbaaff0f-c6e2-4aaa-8c00-36dda3d30d36 None None] Provisioning complete for port 2d8b3cdc-331b-411d-8092-065e088c97c5 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:21:45.266587 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-dbaaff0f-c6e2-4aaa-8c00-36dda3d30d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (2d8b3cdc-331b-411d-8092-065e088c97c5), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:45.305207 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-dbaaff0f-c6e2-4aaa-8c00-36dda3d30d36 None None] Port 2d8b3cdc-331b-411d-8092-065e088c97c5 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:21:45.352121 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-837e72d1-886f-4e99-8080-b85620a6da37 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (2d8b3cdc-331b-411d-8092-065e088c97c5), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:45.562225 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-837e72d1-886f-4e99-8080-b85620a6da37 demo admin] Publish callbacks [] for port (2d8b3cdc-331b-411d-8092-065e088c97c5), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:45.567786 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-837e72d1-886f-4e99-8080-b85620a6da37 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (2d8b3cdc-331b-411d-8092-065e088c97c5), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:45.568532 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-837e72d1-886f-4e99-8080-b85620a6da37 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613994'] for router_interface (47cd6e26-5f15-487d-8a0e-b4897abb9cba), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:45.644603 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e72d1-886f-4e99-8080-b85620a6da37 demo admin] Pushing event updated for resources: {'Port': ['ID=2d8b3cdc-331b-411d-8092-065e088c97c5,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:21:45.695951 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837e72d1-886f-4e99-8080-b85620a6da37 demo admin] Network 2640691b-21ab-4418-b606-f3b645e8750f is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:21:45.697466 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-837e72d1-886f-4e99-8080-b85620a6da37 demo admin] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:21:45.868697 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837e72d1-886f-4e99-8080-b85620a6da37 demo admin] Router 47cd6e26-5f15-487d-8a0e-b4897abb9cba is scheduled to L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 with binding_index 1 {{(pid=103207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 17:21:45.928090 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-40b7cb98-829d-485b-8ef5-e9a073cbfa12 None None] Provisioning complete for port 2d8b3cdc-331b-411d-8092-065e088c97c5 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:21:45.928482 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-40b7cb98-829d-485b-8ef5-e9a073cbfa12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (2d8b3cdc-331b-411d-8092-065e088c97c5), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:45.963219 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-40b7cb98-829d-485b-8ef5-e9a073cbfa12 None None] Port 2d8b3cdc-331b-411d-8092-065e088c97c5 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:21:45.967613 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837e72d1-886f-4e99-8080-b85620a6da37 demo admin] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:21:45.972876 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-837e72d1-886f-4e99-8080-b85620a6da37 demo admin] 10.222.0.41 "PUT /v2.0/routers/47cd6e26-5f15-487d-8a0e-b4897abb9cba/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8462453 Mar 23 17:21:45.985331 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ff1073-6d35-4bb6-9c1c-53d445ff2337 None None] Sync routers for ids ['47cd6e26-5f15-487d-8a0e-b4897abb9cba'] in dv-cinder-834920-1-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:21:45.998352 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ff1073-6d35-4bb6-9c1c-53d445ff2337 None None] Routers {'47cd6e26-5f15-487d-8a0e-b4897abb9cba'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:21:45.999171 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-60ff1073-6d35-4bb6-9c1c-53d445ff2337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:21:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['47cd6e26-5f15-487d-8a0e-b4897abb9cba'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:21:46.190330 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-60ff1073-6d35-4bb6-9c1c-53d445ff2337 None None] Set router 47cd6e26-5f15-487d-8a0e-b4897abb9cba gateway port host: None {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:21:46.631358 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-60ff1073-6d35-4bb6-9c1c-53d445ff2337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd6e26-5f15-487d-8a0e-b4897abb9cba', 'name': 'router1', 'tenant_id': '9fe45d0d393c4da69c4f4c6f4a4cf1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:21:34Z', 'updated_at': '2022-03-23T17:21:45Z', 'revision_number': 2, 'project_id': '9fe45d0d393c4da69c4f4c6f4a4cf1c7', 'gw_port_host': None, '_interfaces': [{'id': '2d8b3cdc-331b-411d-8092-065e088c97c5', 'name': '', 'network_id': '2640691b-21ab-4418-b606-f3b645e8750f', 'tenant_id': '9fe45d0d393c4da69c4f4c6f4a4cf1c7', 'mac_address': 'fa:16:3e:0b:4e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cd6e26-5f15-487d-8a0e-b4897abb9cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '313301ba-7a7f-4070-a34d-4c1eba38313e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:21:44Z', 'updated_at': '2022-03-23T17:21:45Z', 'revision_number': 2, 'project_id': '9fe45d0d393c4da69c4f4c6f4a4cf1c7', 'subnets': [{'id': '313301ba-7a7f-4070-a34d-4c1eba38313e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0a92f548-31a3-4bca-bb81-a3ae9c35a858'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:21:46.681951 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ff1073-6d35-4bb6-9c1c-53d445ff2337 None None] Checking router: 47cd6e26-5f15-487d-8a0e-b4897abb9cba for host: dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:21:46.682325 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ff1073-6d35-4bb6-9c1c-53d445ff2337 None None] Updating router 47cd6e26-5f15-487d-8a0e-b4897abb9cba port 2d8b3cdc-331b-411d-8092-065e088c97c5 binding host dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 17:21:46.736725 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-60ff1073-6d35-4bb6-9c1c-53d445ff2337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (2d8b3cdc-331b-411d-8092-065e088c97c5), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:47.289653 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-60ff1073-6d35-4bb6-9c1c-53d445ff2337 None None] Publish callbacks [] for port (2d8b3cdc-331b-411d-8092-065e088c97c5), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:47.299148 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-60ff1073-6d35-4bb6-9c1c-53d445ff2337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (2d8b3cdc-331b-411d-8092-065e088c97c5), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:47.390161 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d98538-bdce-495b-97e2-102f3e3a5784 None None] Pushing event updated for resources: {'Port': ['ID=2d8b3cdc-331b-411d-8092-065e088c97c5,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:21:47.401863 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d98538-bdce-495b-97e2-102f3e3a5784 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:47.402426 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d98538-bdce-495b-97e2-102f3e3a5784 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:47.402998 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d98538-bdce-495b-97e2-102f3e3a5784 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:47.403552 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d98538-bdce-495b-97e2-102f3e3a5784 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:47.404185 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d98538-bdce-495b-97e2-102f3e3a5784 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:47.404727 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d98538-bdce-495b-97e2-102f3e3a5784 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:47.405311 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d98538-bdce-495b-97e2-102f3e3a5784 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:47.405850 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d98538-bdce-495b-97e2-102f3e3a5784 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:47.406515 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d98538-bdce-495b-97e2-102f3e3a5784 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:47.406932 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d98538-bdce-495b-97e2-102f3e3a5784 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:47.407475 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d98538-bdce-495b-97e2-102f3e3a5784 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:47.408034 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d98538-bdce-495b-97e2-102f3e3a5784 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:47.408579 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d98538-bdce-495b-97e2-102f3e3a5784 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:47.409116 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d98538-bdce-495b-97e2-102f3e3a5784 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:47.409697 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d98538-bdce-495b-97e2-102f3e3a5784 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:21:47.415412 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d98538-bdce-495b-97e2-102f3e3a5784 None None] Tracked resource versions report: Mar 23 17:21:47.415412 dv-cinder-834920-1-iscsi neutron-server[103210]: pushed versions: Mar 23 17:21:47.415412 dv-cinder-834920-1-iscsi neutron-server[103210]: { 'AddressGroup': {'1.2'}, Mar 23 17:21:47.415412 dv-cinder-834920-1-iscsi neutron-server[103210]: 'Agent': {'1.1'}, Mar 23 17:21:47.415412 dv-cinder-834920-1-iscsi neutron-server[103210]: 'ConntrackHelper': {'1.0'}, Mar 23 17:21:47.415412 dv-cinder-834920-1-iscsi neutron-server[103210]: 'LocalIPAssociation': {'1.0'}, Mar 23 17:21:47.415412 dv-cinder-834920-1-iscsi neutron-server[103210]: 'Log': {'1.0'}, Mar 23 17:21:47.415412 dv-cinder-834920-1-iscsi neutron-server[103210]: 'NDPProxy': {'1.0'}, Mar 23 17:21:47.415412 dv-cinder-834920-1-iscsi neutron-server[103210]: 'Network': {'1.1'}, Mar 23 17:21:47.415412 dv-cinder-834920-1-iscsi neutron-server[103210]: 'Port': {'1.7'}, Mar 23 17:21:47.415412 dv-cinder-834920-1-iscsi neutron-server[103210]: 'PortForwarding': {'1.3'}, Mar 23 17:21:47.415412 dv-cinder-834920-1-iscsi neutron-server[103210]: 'QosPolicy': {'1.10'}, Mar 23 17:21:47.415412 dv-cinder-834920-1-iscsi neutron-server[103210]: 'SecurityGroup': {'1.5'}, Mar 23 17:21:47.415412 dv-cinder-834920-1-iscsi neutron-server[103210]: 'SecurityGroupRule': {'1.2'}, Mar 23 17:21:47.415412 dv-cinder-834920-1-iscsi neutron-server[103210]: 'SubPort': {'1.0'}, Mar 23 17:21:47.415412 dv-cinder-834920-1-iscsi neutron-server[103210]: 'Subnet': {'1.1'}, Mar 23 17:21:47.415412 dv-cinder-834920-1-iscsi neutron-server[103210]: 'Trunk': {'1.1'}} Mar 23 17:21:47.415412 dv-cinder-834920-1-iscsi neutron-server[103210]: consumer versions: Mar 23 17:21:47.415412 dv-cinder-834920-1-iscsi neutron-server[103210]: { DHCP agent@dv-cinder-834920-1-iscsi: {}, Mar 23 17:21:47.415412 dv-cinder-834920-1-iscsi neutron-server[103210]: L3 agent@dv-cinder-834920-1-iscsi: {}, Mar 23 17:21:47.415412 dv-cinder-834920-1-iscsi neutron-server[103210]: Metadata agent@dv-cinder-834920-1-iscsi: {}, Mar 23 17:21:47.415412 dv-cinder-834920-1-iscsi neutron-server[103210]: Metering agent@dv-cinder-834920-1-iscsi: {}, Mar 23 17:21:47.415412 dv-cinder-834920-1-iscsi neutron-server[103210]: Open vSwitch agent@dv-cinder-834920-1-iscsi: { 'AddressGroup': '1.2', Mar 23 17:21:47.415412 dv-cinder-834920-1-iscsi neutron-server[103210]: 'Agent': '1.1', Mar 23 17:21:47.415412 dv-cinder-834920-1-iscsi neutron-server[103210]: 'ConntrackHelper': '1.0', Mar 23 17:21:47.415412 dv-cinder-834920-1-iscsi neutron-server[103210]: 'LocalIPAssociation': '1.0', Mar 23 17:21:47.415412 dv-cinder-834920-1-iscsi neutron-server[103210]: 'Log': '1.0', Mar 23 17:21:47.415412 dv-cinder-834920-1-iscsi neutron-server[103210]: 'NDPProxy': '1.0', Mar 23 17:21:47.415412 dv-cinder-834920-1-iscsi neutron-server[103210]: 'Network': '1.1', Mar 23 17:21:47.415412 dv-cinder-834920-1-iscsi neutron-server[103210]: 'Port': '1.7', Mar 23 17:21:47.415412 dv-cinder-834920-1-iscsi neutron-server[103210]: 'PortForwarding': '1.3', Mar 23 17:21:47.415412 dv-cinder-834920-1-iscsi neutron-server[103210]: 'QosPolicy': '1.10', Mar 23 17:21:47.415412 dv-cinder-834920-1-iscsi neutron-server[103210]: 'SecurityGroup': '1.5', Mar 23 17:21:47.415412 dv-cinder-834920-1-iscsi neutron-server[103210]: 'SecurityGroupRule': '1.2', Mar 23 17:21:47.415412 dv-cinder-834920-1-iscsi neutron-server[103210]: 'SubPort': '1.0', Mar 23 17:21:47.415412 dv-cinder-834920-1-iscsi neutron-server[103210]: 'Subnet': '1.1', Mar 23 17:21:47.415412 dv-cinder-834920-1-iscsi neutron-server[103210]: 'Trunk': '1.1'}} Mar 23 17:21:47.415412 dv-cinder-834920-1-iscsi neutron-server[103210]: {{(pid=103210) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 17:21:47.502102 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-60ff1073-6d35-4bb6-9c1c-53d445ff2337 None None] Attempting to bind port 2d8b3cdc-331b-411d-8092-065e088c97c5 on host dv-cinder-834920-1-iscsi for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:21:47.503126 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-60ff1073-6d35-4bb6-9c1c-53d445ff2337 None None] Attempting to bind port 2d8b3cdc-331b-411d-8092-065e088c97c5 by drivers openvswitch,hyperv on host dv-cinder-834920-1-iscsi at level 0 using segments [{'id': '50113498-0bb2-4682-9bd0-2baaa9c78b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2640691b-21ab-4418-b606-f3b645e8750f'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:21:47.503552 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ff1073-6d35-4bb6-9c1c-53d445ff2337 None None] Attempting to bind port 2d8b3cdc-331b-411d-8092-065e088c97c5 on network 2640691b-21ab-4418-b606-f3b645e8750f {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:21:47.509714 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ff1073-6d35-4bb6-9c1c-53d445ff2337 None None] Checking agent: {'id': '827fbf48-cdcd-428c-a50e-7eba0e2d74f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834920-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 21, 14), 'started_at': datetime.datetime(2022, 3, 23, 17, 21, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834920-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:21:47.510638 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ff1073-6d35-4bb6-9c1c-53d445ff2337 None None] Checking segment: {'id': '50113498-0bb2-4682-9bd0-2baaa9c78b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2640691b-21ab-4418-b606-f3b645e8750f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:21:47.511335 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-60ff1073-6d35-4bb6-9c1c-53d445ff2337 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:47.512053 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ff1073-6d35-4bb6-9c1c-53d445ff2337 None None] Bound using segment: {'id': '50113498-0bb2-4682-9bd0-2baaa9c78b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2640691b-21ab-4418-b606-f3b645e8750f'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:21:47.512574 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-60ff1073-6d35-4bb6-9c1c-53d445ff2337 None None] Bound port: 2d8b3cdc-331b-411d-8092-065e088c97c5, host: dv-cinder-834920-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50113498-0bb2-4682-9bd0-2baaa9c78b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2640691b-21ab-4418-b606-f3b645e8750f'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:21:47.513018 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-60ff1073-6d35-4bb6-9c1c-53d445ff2337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (2d8b3cdc-331b-411d-8092-065e088c97c5), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:47.585734 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-60ff1073-6d35-4bb6-9c1c-53d445ff2337 None None] For port 2d8b3cdc-331b-411d-8092-065e088c97c5, host dv-cinder-834920-1-iscsi, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:21:47.594435 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-fa5eba6e-4bb4-4168-8f2c-a3b3e1bf5e7a None None] Provisioning complete for port 2d8b3cdc-331b-411d-8092-065e088c97c5 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:21:47.595262 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-fa5eba6e-4bb4-4168-8f2c-a3b3e1bf5e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (2d8b3cdc-331b-411d-8092-065e088c97c5), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:47.611298 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-60ff1073-6d35-4bb6-9c1c-53d445ff2337 None None] For port 2d8b3cdc-331b-411d-8092-065e088c97c5, host dv-cinder-834920-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=2d8b3cdc-331b-411d-8092-065e088c97c5,segment=NetworkSegment(50113498-0bb2-4682-9bd0-2baaa9c78b9b),segment_id=50113498-0bb2-4682-9bd0-2baaa9c78b9b)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:21:47.618516 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-60ff1073-6d35-4bb6-9c1c-53d445ff2337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (2d8b3cdc-331b-411d-8092-065e088c97c5), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:47.631969 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-fa5eba6e-4bb4-4168-8f2c-a3b3e1bf5e7a None None] Port 2d8b3cdc-331b-411d-8092-065e088c97c5 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:21:47.671035 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ff1073-6d35-4bb6-9c1c-53d445ff2337 None None] Routers {'47cd6e26-5f15-487d-8a0e-b4897abb9cba'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:21:47.671672 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-60ff1073-6d35-4bb6-9c1c-53d445ff2337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:21:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['47cd6e26-5f15-487d-8a0e-b4897abb9cba'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:21:47.742198 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d98538-bdce-495b-97e2-102f3e3a5784 None None] Pushing event updated for resources: {'Port': ['ID=2d8b3cdc-331b-411d-8092-065e088c97c5,revision_number=4']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:21:47.774079 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-60ff1073-6d35-4bb6-9c1c-53d445ff2337 None None] Set router 47cd6e26-5f15-487d-8a0e-b4897abb9cba gateway port host: None {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:21:47.867104 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-3ed5ab93-bf68-4984-90a1-ade68d35579b None None] Provisioning complete for port 2d8b3cdc-331b-411d-8092-065e088c97c5 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:21:47.867860 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3ed5ab93-bf68-4984-90a1-ade68d35579b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (2d8b3cdc-331b-411d-8092-065e088c97c5), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:47.957722 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-3ed5ab93-bf68-4984-90a1-ade68d35579b None None] Current status of the port 2d8b3cdc-331b-411d-8092-065e088c97c5 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:21:47.958381 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3ed5ab93-bf68-4984-90a1-ade68d35579b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (2d8b3cdc-331b-411d-8092-065e088c97c5), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:47.992978 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-60ff1073-6d35-4bb6-9c1c-53d445ff2337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd6e26-5f15-487d-8a0e-b4897abb9cba', 'name': 'router1', 'tenant_id': '9fe45d0d393c4da69c4f4c6f4a4cf1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:21:34Z', 'updated_at': '2022-03-23T17:21:45Z', 'revision_number': 2, 'project_id': '9fe45d0d393c4da69c4f4c6f4a4cf1c7', 'gw_port_host': None, '_interfaces': [{'id': '2d8b3cdc-331b-411d-8092-065e088c97c5', 'name': '', 'network_id': '2640691b-21ab-4418-b606-f3b645e8750f', 'tenant_id': '9fe45d0d393c4da69c4f4c6f4a4cf1c7', 'mac_address': 'fa:16:3e:0b:4e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cd6e26-5f15-487d-8a0e-b4897abb9cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '313301ba-7a7f-4070-a34d-4c1eba38313e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:21:44Z', 'updated_at': '2022-03-23T17:21:47Z', 'revision_number': 4, 'project_id': '9fe45d0d393c4da69c4f4c6f4a4cf1c7', 'subnets': [{'id': '313301ba-7a7f-4070-a34d-4c1eba38313e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0a92f548-31a3-4bca-bb81-a3ae9c35a858'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:21:47.996223 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-3ed5ab93-bf68-4984-90a1-ade68d35579b None None] For port 2d8b3cdc-331b-411d-8092-065e088c97c5, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=2d8b3cdc-331b-411d-8092-065e088c97c5,segment=NetworkSegment(50113498-0bb2-4682-9bd0-2baaa9c78b9b),segment_id=50113498-0bb2-4682-9bd0-2baaa9c78b9b)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:21:48.001256 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3ed5ab93-bf68-4984-90a1-ade68d35579b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (2d8b3cdc-331b-411d-8092-065e088c97c5), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:48.023552 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ff1073-6d35-4bb6-9c1c-53d445ff2337 None None] The sync data for ids ['47cd6e26-5f15-487d-8a0e-b4897abb9cba'] in dv-cinder-834920-1-iscsi is: [{'id': '47cd6e26-5f15-487d-8a0e-b4897abb9cba', 'name': 'router1', 'tenant_id': '9fe45d0d393c4da69c4f4c6f4a4cf1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:21:34Z', 'updated_at': '2022-03-23T17:21:45Z', 'revision_number': 2, 'project_id': '9fe45d0d393c4da69c4f4c6f4a4cf1c7', 'gw_port_host': None, '_interfaces': [{'id': '2d8b3cdc-331b-411d-8092-065e088c97c5', 'name': '', 'network_id': '2640691b-21ab-4418-b606-f3b645e8750f', 'tenant_id': '9fe45d0d393c4da69c4f4c6f4a4cf1c7', 'mac_address': 'fa:16:3e:0b:4e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cd6e26-5f15-487d-8a0e-b4897abb9cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '313301ba-7a7f-4070-a34d-4c1eba38313e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:21:44Z', 'updated_at': '2022-03-23T17:21:47Z', 'revision_number': 4, 'project_id': '9fe45d0d393c4da69c4f4c6f4a4cf1c7', 'subnets': [{'id': '313301ba-7a7f-4070-a34d-4c1eba38313e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0a92f548-31a3-4bca-bb81-a3ae9c35a858'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:21:48.052716 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed5ab93-bf68-4984-90a1-ade68d35579b None None] Pushing event updated for resources: {'Port': ['ID=2d8b3cdc-331b-411d-8092-065e088c97c5,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:21:48.436067 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 32890) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:21:48.556370 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d872e1a-87fd-46ad-8e1e-c8fb22e662a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:21:48.563139 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-7d872e1a-87fd-46ad-8e1e-c8fb22e662a6 admin admin] 10.222.0.41 "GET /v2.0/networks/17d610fd-133a-4c28-bfb5-fce45cda1090 HTTP/1.1" status: 200 len: 842 time: 0.1207156 Mar 23 17:21:48.568088 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-00ad2e6b-589e-4e32-b0d2-423e57de0d11 admin admin] Request body: {'subnet': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:21:48.590096 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ad2e6b-589e-4e32-b0d2-423e57de0d11 admin admin] Made reservation on behalf of c9dfc370cdee4b00bb67112c30b0183d for: {'subnet': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:21:48.592541 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-00ad2e6b-589e-4e32-b0d2-423e57de0d11 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:48.917560 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.objects.ports [None req-00ad2e6b-589e-4e32-b0d2-423e57de0d11 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103208) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 17:21:48.918006 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-00ad2e6b-589e-4e32-b0d2-423e57de0d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701'] for subnet (3c39f8ab-3a38-4914-94a2-be3bf3be7af7), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:48.972269 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad2e6b-589e-4e32-b0d2-423e57de0d11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c39f8ab-3a38-4914-94a2-be3bf3be7af7,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:21:48.984417 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ad2e6b-589e-4e32-b0d2-423e57de0d11 admin admin] Checking segment: {'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:21:48.984834 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ad2e6b-589e-4e32-b0d2-423e57de0d11 admin admin] Network hostable DHCP agents. Network: 17d610fd-133a-4c28-bfb5-fce45cda1090, hostable agents: ['0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66'], hosted agents: [] {{(pid=103208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 17:21:49.003372 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ad2e6b-589e-4e32-b0d2-423e57de0d11 admin admin] Network 17d610fd-133a-4c28-bfb5-fce45cda1090 is scheduled to be hosted by DHCP agent 0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66 with binding_index 1 {{(pid=103208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 17:21:49.013899 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-00ad2e6b-589e-4e32-b0d2-423e57de0d11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834920-1-iscsi, 17d610fd-133a-4c28-bfb5-fce45cda1090) {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:21:49.018825 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ad2e6b-589e-4e32-b0d2-423e57de0d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:21:49.019639 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-00ad2e6b-589e-4e32-b0d2-423e57de0d11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:49.024886 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbab8394-b0b3-4c9a-9789-541436615fd3 None None] Network 17d610fd-133a-4c28-bfb5-fce45cda1090 requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:21:49.043510 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-00ad2e6b-589e-4e32-b0d2-423e57de0d11 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4793077 Mar 23 17:21:49.131880 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe67838-25ef-4c6b-8fa0-0df696f244f8 None None] Network 17d610fd-133a-4c28-bfb5-fce45cda1090 requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:21:51.528940 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 32898) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:21:51.751835 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-c3b57c48-dec1-484b-a6e2-6f808af75a0b demo admin] 10.222.0.41 "GET /v2.0/routers/47cd6e26-5f15-487d-8a0e-b4897abb9cba HTTP/1.1" status: 200 len: 710 time: 0.2215035 Mar 23 17:21:51.835697 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90110fc7-f1e2-45ef-a035-4633eedf3e12 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:21:51.837043 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-90110fc7-f1e2-45ef-a035-4633eedf3e12 demo admin] 10.222.0.41 "GET /v2.0/networks/17d610fd-133a-4c28-bfb5-fce45cda1090 HTTP/1.1" status: 200 len: 886 time: 0.0799053 Mar 23 17:21:51.846196 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-58afdce3-4fde-44fa-80fe-18c6326e732c demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:21:52.155582 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-58afdce3-4fde-44fa-80fe-18c6326e732c demo admin] Publish callbacks [] for router_gateway (47cd6e26-5f15-487d-8a0e-b4897abb9cba), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:52.409344 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-58afdce3-4fde-44fa-80fe-18c6326e732c demo admin] Publish callbacks [] for router_gateway (47cd6e26-5f15-487d-8a0e-b4897abb9cba), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:52.487722 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-58afdce3-4fde-44fa-80fe-18c6326e732c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:52.694409 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [None req-58afdce3-4fde-44fa-80fe-18c6326e732c demo admin] Allocated IP 172.27.2.158 (17d610fd-133a-4c28-bfb5-fce45cda1090/3c39f8ab-3a38-4914-94a2-be3bf3be7af7/f3f27562-7a46-4719-b917-a84ca1e83a57) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:21:52.806120 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-58afdce3-4fde-44fa-80fe-18c6326e732c demo admin] Publish callbacks [] for port (f3f27562-7a46-4719-b917-a84ca1e83a57), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:52.871271 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-58afdce3-4fde-44fa-80fe-18c6326e732c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (f3f27562-7a46-4719-b917-a84ca1e83a57), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:52.946399 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58afdce3-4fde-44fa-80fe-18c6326e732c demo admin] Network 17d610fd-133a-4c28-bfb5-fce45cda1090 is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:21:52.951232 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-58afdce3-4fde-44fa-80fe-18c6326e732c demo admin] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:21:52.954150 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58afdce3-4fde-44fa-80fe-18c6326e732c demo admin] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:21:53.031071 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58afdce3-4fde-44fa-80fe-18c6326e732c demo admin] Pushing event updated for resources: {'Port': ['ID=f3f27562-7a46-4719-b917-a84ca1e83a57,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:21:53.267263 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-58afdce3-4fde-44fa-80fe-18c6326e732c demo admin] Publish callbacks [] for router_gateway (47cd6e26-5f15-487d-8a0e-b4897abb9cba), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:53.498749 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-58afdce3-4fde-44fa-80fe-18c6326e732c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-614352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-608191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3202'] for router (47cd6e26-5f15-487d-8a0e-b4897abb9cba), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:53.503605 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-58afdce3-4fde-44fa-80fe-18c6326e732c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-614361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-614178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-608136'] for router (47cd6e26-5f15-487d-8a0e-b4897abb9cba), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:53.631121 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58afdce3-4fde-44fa-80fe-18c6326e732c demo admin] Router 47cd6e26-5f15-487d-8a0e-b4897abb9cba has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:21:53.752617 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58afdce3-4fde-44fa-80fe-18c6326e732c demo admin] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:21:53.757430 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-58afdce3-4fde-44fa-80fe-18c6326e732c demo admin] Publish callbacks [] for router (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:53.758716 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-58afdce3-4fde-44fa-80fe-18c6326e732c demo admin] 10.222.0.41 "PUT /v2.0/routers/47cd6e26-5f15-487d-8a0e-b4897abb9cba HTTP/1.1" status: 200 len: 890 time: 1.9156654 Mar 23 17:21:54.995306 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 2d8b3cdc-331b-411d-8092-065e088c97c5 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:21:55.052068 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port 2d8b3cdc-331b-411d-8092-065e088c97c5 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:21:55.052468 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (2d8b3cdc-331b-411d-8092-065e088c97c5), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:55.144337 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port 2d8b3cdc-331b-411d-8092-065e088c97c5 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:21:56.371153 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 32910) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:21:56.498073 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-a2f302ac-f9f8-429d-be44-3b4fe6f69d4f admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1255555 Mar 23 17:21:56.919021 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbb4d42-8bdc-4c0d-b2f2-da3fd6fdacbf None None] Sync routers for ids ['47cd6e26-5f15-487d-8a0e-b4897abb9cba'] in dv-cinder-834920-1-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:21:56.931591 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbb4d42-8bdc-4c0d-b2f2-da3fd6fdacbf None None] Routers {'47cd6e26-5f15-487d-8a0e-b4897abb9cba'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:21:56.932250 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-8fbb4d42-8bdc-4c0d-b2f2-da3fd6fdacbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:21:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['47cd6e26-5f15-487d-8a0e-b4897abb9cba'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:21:57.176506 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-8fbb4d42-8bdc-4c0d-b2f2-da3fd6fdacbf None None] Set router 47cd6e26-5f15-487d-8a0e-b4897abb9cba gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:21:57.682686 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-8fbb4d42-8bdc-4c0d-b2f2-da3fd6fdacbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd6e26-5f15-487d-8a0e-b4897abb9cba', 'name': 'router1', 'tenant_id': '9fe45d0d393c4da69c4f4c6f4a4cf1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'f3f27562-7a46-4719-b917-a84ca1e83a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:21:34Z', 'updated_at': '2022-03-23T17:21:53Z', 'revision_number': 4, 'project_id': '9fe45d0d393c4da69c4f4c6f4a4cf1c7', 'gw_port': {'id': 'f3f27562-7a46-4719-b917-a84ca1e83a57', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:42:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cd6e26-5f15-487d-8a0e-b4897abb9cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:21:52Z', 'updated_at': '2022-03-23T17:21:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '2d8b3cdc-331b-411d-8092-065e088c97c5', 'name': '', 'network_id': '2640691b-21ab-4418-b606-f3b645e8750f', 'tenant_id': '9fe45d0d393c4da69c4f4c6f4a4cf1c7', 'mac_address': 'fa:16:3e:0b:4e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd6e26-5f15-487d-8a0e-b4897abb9cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '313301ba-7a7f-4070-a34d-4c1eba38313e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:21:44Z', 'updated_at': '2022-03-23T17:21:47Z', 'revision_number': 5, 'project_id': '9fe45d0d393c4da69c4f4c6f4a4cf1c7', 'subnets': [{'id': '313301ba-7a7f-4070-a34d-4c1eba38313e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0a92f548-31a3-4bca-bb81-a3ae9c35a858'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:21:57.736262 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbb4d42-8bdc-4c0d-b2f2-da3fd6fdacbf None None] Checking router: 47cd6e26-5f15-487d-8a0e-b4897abb9cba for host: dv-cinder-834920-1-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:21:57.736637 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbb4d42-8bdc-4c0d-b2f2-da3fd6fdacbf None None] Updating router 47cd6e26-5f15-487d-8a0e-b4897abb9cba port f3f27562-7a46-4719-b917-a84ca1e83a57 binding host dv-cinder-834920-1-iscsi {{(pid=103209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 17:21:57.789175 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8fbb4d42-8bdc-4c0d-b2f2-da3fd6fdacbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (f3f27562-7a46-4719-b917-a84ca1e83a57), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:58.153514 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8fbb4d42-8bdc-4c0d-b2f2-da3fd6fdacbf None None] Publish callbacks [] for port (f3f27562-7a46-4719-b917-a84ca1e83a57), precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:58.163133 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8fbb4d42-8bdc-4c0d-b2f2-da3fd6fdacbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (f3f27562-7a46-4719-b917-a84ca1e83a57), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:58.216999 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-8fbb4d42-8bdc-4c0d-b2f2-da3fd6fdacbf None None] Attempting to bind port f3f27562-7a46-4719-b917-a84ca1e83a57 on host dv-cinder-834920-1-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:21:58.217398 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-8fbb4d42-8bdc-4c0d-b2f2-da3fd6fdacbf None None] Attempting to bind port f3f27562-7a46-4719-b917-a84ca1e83a57 by drivers openvswitch,hyperv on host dv-cinder-834920-1-iscsi at level 0 using segments [{'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:21:58.217766 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbb4d42-8bdc-4c0d-b2f2-da3fd6fdacbf None None] Attempting to bind port f3f27562-7a46-4719-b917-a84ca1e83a57 on network 17d610fd-133a-4c28-bfb5-fce45cda1090 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:21:58.225185 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31684c17-7852-4903-87a1-a0c4b1ba80ee None None] Pushing event updated for resources: {'Port': ['ID=f3f27562-7a46-4719-b917-a84ca1e83a57,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:21:58.231030 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbb4d42-8bdc-4c0d-b2f2-da3fd6fdacbf None None] Checking agent: {'id': '827fbf48-cdcd-428c-a50e-7eba0e2d74f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834920-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 21, 14), 'started_at': datetime.datetime(2022, 3, 23, 17, 21, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834920-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:21:58.231422 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbb4d42-8bdc-4c0d-b2f2-da3fd6fdacbf None None] Checking segment: {'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:21:58.231906 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8fbb4d42-8bdc-4c0d-b2f2-da3fd6fdacbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:58.232348 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbb4d42-8bdc-4c0d-b2f2-da3fd6fdacbf None None] Bound using segment: {'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:21:58.232770 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-8fbb4d42-8bdc-4c0d-b2f2-da3fd6fdacbf None None] Bound port: f3f27562-7a46-4719-b917-a84ca1e83a57, host: dv-cinder-834920-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:21:58.233167 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8fbb4d42-8bdc-4c0d-b2f2-da3fd6fdacbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (f3f27562-7a46-4719-b917-a84ca1e83a57), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:58.304178 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-8fbb4d42-8bdc-4c0d-b2f2-da3fd6fdacbf None None] For port f3f27562-7a46-4719-b917-a84ca1e83a57, host dv-cinder-834920-1-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:21:58.307842 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-8fbb4d42-8bdc-4c0d-b2f2-da3fd6fdacbf None None] For port f3f27562-7a46-4719-b917-a84ca1e83a57, host dv-cinder-834920-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=f3f27562-7a46-4719-b917-a84ca1e83a57,segment=NetworkSegment(e3d657d5-0d12-4364-ba98-0127febd700d),segment_id=e3d657d5-0d12-4364-ba98-0127febd700d)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:21:58.316939 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8fbb4d42-8bdc-4c0d-b2f2-da3fd6fdacbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (f3f27562-7a46-4719-b917-a84ca1e83a57), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:58.376747 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31684c17-7852-4903-87a1-a0c4b1ba80ee None None] Pushing event updated for resources: {'Port': ['ID=f3f27562-7a46-4719-b917-a84ca1e83a57,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:21:58.386012 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbb4d42-8bdc-4c0d-b2f2-da3fd6fdacbf None None] Routers {'47cd6e26-5f15-487d-8a0e-b4897abb9cba'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:21:58.386620 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-8fbb4d42-8bdc-4c0d-b2f2-da3fd6fdacbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:21:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['47cd6e26-5f15-487d-8a0e-b4897abb9cba'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:21:58.510358 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-8fbb4d42-8bdc-4c0d-b2f2-da3fd6fdacbf None None] Set router 47cd6e26-5f15-487d-8a0e-b4897abb9cba gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:21:58.751852 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-8fbb4d42-8bdc-4c0d-b2f2-da3fd6fdacbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cd6e26-5f15-487d-8a0e-b4897abb9cba', 'name': 'router1', 'tenant_id': '9fe45d0d393c4da69c4f4c6f4a4cf1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'f3f27562-7a46-4719-b917-a84ca1e83a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:21:34Z', 'updated_at': '2022-03-23T17:21:53Z', 'revision_number': 4, 'project_id': '9fe45d0d393c4da69c4f4c6f4a4cf1c7', 'gw_port': {'id': 'f3f27562-7a46-4719-b917-a84ca1e83a57', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:42:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cd6e26-5f15-487d-8a0e-b4897abb9cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:21:52Z', 'updated_at': '2022-03-23T17:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '2d8b3cdc-331b-411d-8092-065e088c97c5', 'name': '', 'network_id': '2640691b-21ab-4418-b606-f3b645e8750f', 'tenant_id': '9fe45d0d393c4da69c4f4c6f4a4cf1c7', 'mac_address': 'fa:16:3e:0b:4e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd6e26-5f15-487d-8a0e-b4897abb9cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '313301ba-7a7f-4070-a34d-4c1eba38313e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:21:44Z', 'updated_at': '2022-03-23T17:21:47Z', 'revision_number': 5, 'project_id': '9fe45d0d393c4da69c4f4c6f4a4cf1c7', 'subnets': [{'id': '313301ba-7a7f-4070-a34d-4c1eba38313e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0a92f548-31a3-4bca-bb81-a3ae9c35a858'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:21:58.789809 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbb4d42-8bdc-4c0d-b2f2-da3fd6fdacbf None None] The sync data for ids ['47cd6e26-5f15-487d-8a0e-b4897abb9cba'] in dv-cinder-834920-1-iscsi is: [{'id': '47cd6e26-5f15-487d-8a0e-b4897abb9cba', 'name': 'router1', 'tenant_id': '9fe45d0d393c4da69c4f4c6f4a4cf1c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': 'f3f27562-7a46-4719-b917-a84ca1e83a57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:21:34Z', 'updated_at': '2022-03-23T17:21:53Z', 'revision_number': 4, 'project_id': '9fe45d0d393c4da69c4f4c6f4a4cf1c7', 'gw_port': {'id': 'f3f27562-7a46-4719-b917-a84ca1e83a57', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:42:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cd6e26-5f15-487d-8a0e-b4897abb9cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:21:52Z', 'updated_at': '2022-03-23T17:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '2d8b3cdc-331b-411d-8092-065e088c97c5', 'name': '', 'network_id': '2640691b-21ab-4418-b606-f3b645e8750f', 'tenant_id': '9fe45d0d393c4da69c4f4c6f4a4cf1c7', 'mac_address': 'fa:16:3e:0b:4e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cd6e26-5f15-487d-8a0e-b4897abb9cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '313301ba-7a7f-4070-a34d-4c1eba38313e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:21:44Z', 'updated_at': '2022-03-23T17:21:47Z', 'revision_number': 5, 'project_id': '9fe45d0d393c4da69c4f4c6f4a4cf1c7', 'subnets': [{'id': '313301ba-7a7f-4070-a34d-4c1eba38313e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0a92f548-31a3-4bca-bb81-a3ae9c35a858'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:21:59.034087 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device f3f27562-7a46-4719-b917-a84ca1e83a57 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:21:59.109731 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port f3f27562-7a46-4719-b917-a84ca1e83a57 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:21:59.110283 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (f3f27562-7a46-4719-b917-a84ca1e83a57), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:59.227964 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port f3f27562-7a46-4719-b917-a84ca1e83a57 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:21:59.228603 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (f3f27562-7a46-4719-b917-a84ca1e83a57), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:59.263535 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] For port f3f27562-7a46-4719-b917-a84ca1e83a57, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=f3f27562-7a46-4719-b917-a84ca1e83a57,segment=NetworkSegment(e3d657d5-0d12-4364-ba98-0127febd700d),segment_id=e3d657d5-0d12-4364-ba98-0127febd700d)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:21:59.271218 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (f3f27562-7a46-4719-b917-a84ca1e83a57), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:21:59.341735 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Pushing event updated for resources: {'Port': ['ID=f3f27562-7a46-4719-b917-a84ca1e83a57,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:22:01.007637 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device f3f27562-7a46-4719-b917-a84ca1e83a57 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:22:01.071027 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port f3f27562-7a46-4719-b917-a84ca1e83a57 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:22:01.071432 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (f3f27562-7a46-4719-b917-a84ca1e83a57), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:22:01.161091 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port f3f27562-7a46-4719-b917-a84ca1e83a57 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:22:07.596822 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-db3dcc71-8440-4be7-8eef-e631a4245e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:22:10.128167 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f2c1160c-8afc-4240-83a7-278505e5ad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:22:11.314052 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:22:12.676919 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:22:14.164214 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:22:16.065763 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 5 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:22:37.591681 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8c5bdc92-b0fa-48ef-a462-b7a19c5eeda0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:22:40.128264 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ab91467f-b63d-4144-bbbb-ada205c58973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:22:41.321915 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:22:42.672024 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:22:44.176776 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:22:53.065261 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 5 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:23:07.598396 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8c69c3da-ea8d-4bc5-9b64-7cc7c09e2c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:23:10.129912 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7f71cabc-59b7-4fee-bd5b-3e0453dac339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:23:11.305771 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:23:12.669443 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:23:14.162942 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:23:19.355874 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 33394) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:23:19.451085 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.pecan_wsgi.hooks.translation [None req-daec3a3d-d7e9-48b5-a48b-c882156a22f4 admin admin] GET failed (client error): The resource could not be found. Mar 23 17:23:19.452392 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-daec3a3d-d7e9-48b5-a48b-c882156a22f4 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0961020 Mar 23 17:23:19.673549 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c193be96-9dc7-47cc-aaa9-9b9bcd445663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:23:19.675198 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-c193be96-9dc7-47cc-aaa9-9b9bcd445663 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2185464 Mar 23 17:23:22.044792 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 33404) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:23:22.151079 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67eb92a8-9841-43a4-94e1-3574610f08b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:23:22.152506 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-67eb92a8-9841-43a4-94e1-3574610f08b6 admin admin] 10.222.0.41 "GET /v2.0/subnets/313301ba-7a7f-4070-a34d-4c1eba38313e HTTP/1.1" status: 200 len: 849 time: 0.1067286 Mar 23 17:23:22.162849 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-f85a4739-a7b3-43ad-8a52-9c5aa750357e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:23:22.251426 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f85a4739-a7b3-43ad-8a52-9c5aa750357e admin admin] Publish callbacks [] for subnet (313301ba-7a7f-4070-a34d-4c1eba38313e), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:23:22.400355 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f85a4739-a7b3-43ad-8a52-9c5aa750357e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741036125579'] for subnet (313301ba-7a7f-4070-a34d-4c1eba38313e), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:23:22.431432 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85a4739-a7b3-43ad-8a52-9c5aa750357e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:23:22.432036 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f85a4739-a7b3-43ad-8a52-9c5aa750357e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:23:22.433576 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-f85a4739-a7b3-43ad-8a52-9c5aa750357e admin admin] 10.222.0.41 "PUT /v2.0/subnets/313301ba-7a7f-4070-a34d-4c1eba38313e HTTP/1.1" status: 200 len: 868 time: 0.2750494 Mar 23 17:23:22.439220 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267e8011-0d5c-4181-b8e4-2a52df01c78e None None] Network 2640691b-21ab-4418-b606-f3b645e8750f requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:23:22.458953 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a4739-a7b3-43ad-8a52-9c5aa750357e admin admin] Pushing event updated for resources: {'Subnet': ['ID=313301ba-7a7f-4070-a34d-4c1eba38313e,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:23:22.467059 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a4739-a7b3-43ad-8a52-9c5aa750357e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:23:22.467391 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a4739-a7b3-43ad-8a52-9c5aa750357e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:23:22.467833 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a4739-a7b3-43ad-8a52-9c5aa750357e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:23:22.468162 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a4739-a7b3-43ad-8a52-9c5aa750357e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:23:22.468481 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a4739-a7b3-43ad-8a52-9c5aa750357e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:23:22.468804 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a4739-a7b3-43ad-8a52-9c5aa750357e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:23:22.469130 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a4739-a7b3-43ad-8a52-9c5aa750357e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:23:22.469511 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a4739-a7b3-43ad-8a52-9c5aa750357e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:23:22.469881 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a4739-a7b3-43ad-8a52-9c5aa750357e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:23:22.470172 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a4739-a7b3-43ad-8a52-9c5aa750357e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:23:22.470556 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a4739-a7b3-43ad-8a52-9c5aa750357e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:23:22.471006 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a4739-a7b3-43ad-8a52-9c5aa750357e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:23:22.471312 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a4739-a7b3-43ad-8a52-9c5aa750357e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:23:22.471629 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a4739-a7b3-43ad-8a52-9c5aa750357e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:23:22.471956 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85a4739-a7b3-43ad-8a52-9c5aa750357e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:23:22.798473 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-3532f954-c143-4aa9-a4ec-4ce7c35a75f4 None None] Provisioning complete for port abb22630-2b23-496b-b50e-69932055063a triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:23:22.798864 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3532f954-c143-4aa9-a4ec-4ce7c35a75f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (abb22630-2b23-496b-b50e-69932055063a), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:23:22.881497 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-3532f954-c143-4aa9-a4ec-4ce7c35a75f4 None None] Current status of the port abb22630-2b23-496b-b50e-69932055063a is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:23:22.891839 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-3532f954-c143-4aa9-a4ec-4ce7c35a75f4 None None] Provisioning complete for port 2d8b3cdc-331b-411d-8092-065e088c97c5 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:23:22.892216 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3532f954-c143-4aa9-a4ec-4ce7c35a75f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (2d8b3cdc-331b-411d-8092-065e088c97c5), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:23:22.970444 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-3532f954-c143-4aa9-a4ec-4ce7c35a75f4 None None] Current status of the port 2d8b3cdc-331b-411d-8092-065e088c97c5 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:23:24.775904 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 33412) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:23:24.985638 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d81487-e661-4b16-a383-b78b16b7e933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:23:24.986105 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d81487-e661-4b16-a383-b78b16b7e933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:23:24.987667 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-70d81487-e661-4b16-a383-b78b16b7e933 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2106178 Mar 23 17:23:27.408086 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 33420) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:23:27.552397 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65473f07-0fb3-46d1-9fbf-3438a276488e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:23:27.552864 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65473f07-0fb3-46d1-9fbf-3438a276488e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:23:27.554448 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-65473f07-0fb3-46d1-9fbf-3438a276488e admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1454046 Mar 23 17:23:29.919005 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 33428) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:23:30.061468 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ed7d6e-2ec9-4661-acbb-8264fd0cd620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:23:30.062882 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-30ed7d6e-2ec9-4661-acbb-8264fd0cd620 admin admin] 10.222.0.41 "GET /v2.0/networks/17d610fd-133a-4c28-bfb5-fce45cda1090 HTTP/1.1" status: 200 len: 886 time: 0.1427195 Mar 23 17:23:30.064283 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 5 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:23:32.485406 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 33436) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:23:32.632885 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e70da72-a36a-49d1-a6c6-88d8478cf15d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:23:32.634300 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-6e70da72-a36a-49d1-a6c6-88d8478cf15d admin admin] 10.222.0.41 "GET /v2.0/networks/2640691b-21ab-4418-b606-f3b645e8750f HTTP/1.1" status: 200 len: 869 time: 0.1479189 Mar 23 17:23:34.967082 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 33446) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:23:35.109437 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94719d08-36a0-4564-8037-e2687b3a99e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:23:35.109903 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94719d08-36a0-4564-8037-e2687b3a99e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:23:35.111627 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-94719d08-36a0-4564-8037-e2687b3a99e6 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1435630 Mar 23 17:23:37.505778 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 33454) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:23:37.594874 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcad55b-cc82-4095-aa63-1a5987b5ee4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:23:37.658780 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db07845-dd12-449c-802a-55175e59d169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:23:37.659428 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db07845-dd12-449c-802a-55175e59d169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:23:37.660992 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-3db07845-dd12-449c-802a-55175e59d169 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1542592 Mar 23 17:23:40.023205 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 33462) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:23:40.122587 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ea5389-3d62-4fa8-9ea0-168a7fc1b9f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:23:40.124060 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-54ea5389-3d62-4fa8-9ea0-168a7fc1b9f7 admin admin] 10.222.0.41 "GET /v2.0/subnets/313301ba-7a7f-4070-a34d-4c1eba38313e HTTP/1.1" status: 200 len: 868 time: 0.0999174 Mar 23 17:23:40.125068 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-69a965d2-faf7-43ca-909e-f1499a833e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:23:41.304924 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:23:42.467301 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 33470) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:23:42.563791 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52212165-82cf-4eba-9b5c-92edf09b8760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:23:42.565209 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-52212165-82cf-4eba-9b5c-92edf09b8760 admin admin] 10.222.0.41 "GET /v2.0/subnets/3c39f8ab-3a38-4914-94a2-be3bf3be7af7 HTTP/1.1" status: 200 len: 816 time: 0.0969300 Mar 23 17:23:42.673991 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:23:44.169335 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:07.063373 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 5 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:24:07.599099 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4084fa48-104e-4751-aa87-2614fdb89d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:10.119367 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d3be26b9-199f-4451-b725-81df4f49c8fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:11.308133 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 33522) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:24:11.311377 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:11.373491 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [None req-e63bd258-ecb2-4a1a-8d26-845896600d4b admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103208) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 17:24:11.374540 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-e63bd258-ecb2-4a1a-8d26-845896600d4b admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0653796 Mar 23 17:24:12.676480 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:13.857487 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 33530) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:24:13.919693 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c75940-c3a4-4295-b44a-f39dd85c63ac admin admin] GET failed (client error): The resource could not be found. Mar 23 17:24:13.920979 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-95c75940-c3a4-4295-b44a-f39dd85c63ac admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0625343 Mar 23 17:24:14.065418 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fddced4-10a8-4450-af0c-3619247fb959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:24:14.066994 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-9fddced4-10a8-4450-af0c-3619247fb959 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1417069 Mar 23 17:24:14.166566 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:16.458660 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 33538) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:24:16.510206 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-bd711e80-1a42-4cef-8e68-5d35dea99ba1 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:24:16.532383 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd711e80-1a42-4cef-8e68-5d35dea99ba1 admin admin] Made reservation on behalf of c9dfc370cdee4b00bb67112c30b0183d for: {'network': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:24:16.535034 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bd711e80-1a42-4cef-8e68-5d35dea99ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for network (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:16.569380 dv-cinder-834920-1-iscsi neutron-server[103207]: WARNING neutron.services.revisions.revision_plugin [None req-bd711e80-1a42-4cef-8e68-5d35dea99ba1 admin admin] Could not find related network for resource to bump revision. Mar 23 17:24:16.583234 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd711e80-1a42-4cef-8e68-5d35dea99ba1 admin admin] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=103207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 17:24:16.594409 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bd711e80-1a42-4cef-8e68-5d35dea99ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464'] for segment (95f522e3-165a-49f3-9426-e6fceed6b57d), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:16.594945 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.db.segments_db [None req-bd711e80-1a42-4cef-8e68-5d35dea99ba1 admin admin] Added segment 95f522e3-165a-49f3-9426-e6fceed6b57d of type vlan for network 8acb8637-eb36-489f-a3d4-1b71c0b4c2b4 Mar 23 17:24:16.636523 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bd711e80-1a42-4cef-8e68-5d35dea99ba1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741035590211'] for network (8acb8637-eb36-489f-a3d4-1b71c0b4c2b4), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:16.663520 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bd711e80-1a42-4cef-8e68-5d35dea99ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701'] for network (8acb8637-eb36-489f-a3d4-1b71c0b4c2b4), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:16.664626 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd711e80-1a42-4cef-8e68-5d35dea99ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:24:16.665236 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bd711e80-1a42-4cef-8e68-5d35dea99ba1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for network (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:16.721400 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-bd711e80-1a42-4cef-8e68-5d35dea99ba1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2616119 Mar 23 17:24:16.726287 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd711e80-1a42-4cef-8e68-5d35dea99ba1 admin admin] Pushing event updated for resources: {'Network': ['ID=8acb8637-eb36-489f-a3d4-1b71c0b4c2b4,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:24:16.733773 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd711e80-1a42-4cef-8e68-5d35dea99ba1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:24:16.734131 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd711e80-1a42-4cef-8e68-5d35dea99ba1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:24:16.734508 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd711e80-1a42-4cef-8e68-5d35dea99ba1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:24:16.734850 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd711e80-1a42-4cef-8e68-5d35dea99ba1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:24:16.735193 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd711e80-1a42-4cef-8e68-5d35dea99ba1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:24:16.735526 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd711e80-1a42-4cef-8e68-5d35dea99ba1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:24:16.735855 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd711e80-1a42-4cef-8e68-5d35dea99ba1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:24:16.736184 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd711e80-1a42-4cef-8e68-5d35dea99ba1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:24:16.736532 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd711e80-1a42-4cef-8e68-5d35dea99ba1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:24:16.736868 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd711e80-1a42-4cef-8e68-5d35dea99ba1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:24:16.737262 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd711e80-1a42-4cef-8e68-5d35dea99ba1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:24:16.737608 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd711e80-1a42-4cef-8e68-5d35dea99ba1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:24:16.737936 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd711e80-1a42-4cef-8e68-5d35dea99ba1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:24:16.738258 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd711e80-1a42-4cef-8e68-5d35dea99ba1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:24:16.738580 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd711e80-1a42-4cef-8e68-5d35dea99ba1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:24:16.751005 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Network 8acb8637-eb36-489f-a3d4-1b71c0b4c2b4 details requested by agent ovs-agent-dv-cinder-834920-1-iscsi with host dv-cinder-834920-1-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 17:24:19.086476 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 33546) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:24:19.156783 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aa7eefb-5fea-4f6f-9513-5b4c10cde4f0 admin admin] GET failed (client error): The resource could not be found. Mar 23 17:24:19.158163 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-8aa7eefb-5fea-4f6f-9513-5b4c10cde4f0 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0707068 Mar 23 17:24:19.229008 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c16592-e7d7-4fb4-941f-f4db29d12e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:24:19.230551 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-d2c16592-e7d7-4fb4-941f-f4db29d12e6b admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0676794 Mar 23 17:24:19.240728 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-9227e7c4-7d19-4510-9a46-463f610b766b admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '8acb8637-eb36-489f-a3d4-1b71c0b4c2b4', 'description': 'shared-subnet'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:24:19.265076 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9227e7c4-7d19-4510-9a46-463f610b766b admin admin] Made reservation on behalf of c9dfc370cdee4b00bb67112c30b0183d for: {'subnet': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:24:19.267610 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9227e7c4-7d19-4510-9a46-463f610b766b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:19.542019 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9227e7c4-7d19-4510-9a46-463f610b766b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701'] for subnet (617348df-9f93-49c5-b6bc-1ac62718583a), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:19.603275 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227e7c4-7d19-4510-9a46-463f610b766b admin admin] Pushing event updated for resources: {'Subnet': ['ID=617348df-9f93-49c5-b6bc-1ac62718583a,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:24:19.619968 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9227e7c4-7d19-4510-9a46-463f610b766b admin admin] Checking segment: {'id': '95f522e3-165a-49f3-9426-e6fceed6b57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8acb8637-eb36-489f-a3d4-1b71c0b4c2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:24:19.620292 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9227e7c4-7d19-4510-9a46-463f610b766b admin admin] Network hostable DHCP agents. Network: 8acb8637-eb36-489f-a3d4-1b71c0b4c2b4, hostable agents: ['0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66'], hosted agents: [] {{(pid=103207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 17:24:19.651094 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9227e7c4-7d19-4510-9a46-463f610b766b admin admin] Network 8acb8637-eb36-489f-a3d4-1b71c0b4c2b4 is scheduled to be hosted by DHCP agent 0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66 with binding_index 1 {{(pid=103207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 17:24:19.665027 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-9227e7c4-7d19-4510-9a46-463f610b766b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834920-1-iscsi, 8acb8637-eb36-489f-a3d4-1b71c0b4c2b4) {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:24:19.670737 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9227e7c4-7d19-4510-9a46-463f610b766b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:24:19.671973 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9227e7c4-7d19-4510-9a46-463f610b766b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for subnet (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:19.676368 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c44eaa-c636-4d2d-a2ca-b0bb86a93a69 None None] Network 8acb8637-eb36-489f-a3d4-1b71c0b4c2b4 requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:24:19.692237 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-9227e7c4-7d19-4510-9a46-463f610b766b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4548590 Mar 23 17:24:19.791503 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74bda86-d1ec-4beb-a26b-4be29be444a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4e3ed9b-8bb8-5e9e-b680-033646fc88a4-8acb8637-eb36-489f-a3d4-1b71c0b4c2b4', 'network_id': '8acb8637-eb36-489f-a3d4-1b71c0b4c2b4', 'project_id': 'c9dfc370cdee4b00bb67112c30b0183d', 'fixed_ips': [{'subnet_id': '617348df-9f93-49c5-b6bc-1ac62718583a'}]}} from dv-cinder-834920-1-iscsi. {{(pid=103209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 17:24:19.792507 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a74bda86-d1ec-4beb-a26b-4be29be444a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:20.036675 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [None req-a74bda86-d1ec-4beb-a26b-4be29be444a1 None None] Allocated IP 192.168.233.2 (8acb8637-eb36-489f-a3d4-1b71c0b4c2b4/617348df-9f93-49c5-b6bc-1ac62718583a/cb45fea3-f61f-4370-a85a-82f36a9f4216) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:24:20.189509 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a74bda86-d1ec-4beb-a26b-4be29be444a1 None None] Publish callbacks [] for port (cb45fea3-f61f-4370-a85a-82f36a9f4216), precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:20.197042 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a74bda86-d1ec-4beb-a26b-4be29be444a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (cb45fea3-f61f-4370-a85a-82f36a9f4216), after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:20.240438 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74bda86-d1ec-4beb-a26b-4be29be444a1 None None] Network 8acb8637-eb36-489f-a3d4-1b71c0b4c2b4 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:24:20.243747 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-a74bda86-d1ec-4beb-a26b-4be29be444a1 None None] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:24:20.250142 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74bda86-d1ec-4beb-a26b-4be29be444a1 None None] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:24:20.256327 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74bda86-d1ec-4beb-a26b-4be29be444a1 None None] Pushing event updated for resources: {'Port': ['ID=cb45fea3-f61f-4370-a85a-82f36a9f4216,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:24:20.267937 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bda86-d1ec-4beb-a26b-4be29be444a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:24:20.269517 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bda86-d1ec-4beb-a26b-4be29be444a1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:24:20.269880 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bda86-d1ec-4beb-a26b-4be29be444a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:24:20.270240 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bda86-d1ec-4beb-a26b-4be29be444a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:24:20.270561 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bda86-d1ec-4beb-a26b-4be29be444a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:24:20.270898 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bda86-d1ec-4beb-a26b-4be29be444a1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:24:20.271226 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bda86-d1ec-4beb-a26b-4be29be444a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:24:20.271541 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bda86-d1ec-4beb-a26b-4be29be444a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:24:20.271870 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bda86-d1ec-4beb-a26b-4be29be444a1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:24:20.272172 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bda86-d1ec-4beb-a26b-4be29be444a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:24:20.272490 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bda86-d1ec-4beb-a26b-4be29be444a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:24:20.272822 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bda86-d1ec-4beb-a26b-4be29be444a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:24:20.273224 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bda86-d1ec-4beb-a26b-4be29be444a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:24:20.273482 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bda86-d1ec-4beb-a26b-4be29be444a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:24:20.274493 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74bda86-d1ec-4beb-a26b-4be29be444a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:24:20.322951 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-a74bda86-d1ec-4beb-a26b-4be29be444a1 None None] Attempting to bind port cb45fea3-f61f-4370-a85a-82f36a9f4216 on host dv-cinder-834920-1-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:24:20.323293 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-a74bda86-d1ec-4beb-a26b-4be29be444a1 None None] Attempting to bind port cb45fea3-f61f-4370-a85a-82f36a9f4216 by drivers openvswitch,hyperv on host dv-cinder-834920-1-iscsi at level 0 using segments [{'id': '95f522e3-165a-49f3-9426-e6fceed6b57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8acb8637-eb36-489f-a3d4-1b71c0b4c2b4'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:24:20.323656 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74bda86-d1ec-4beb-a26b-4be29be444a1 None None] Attempting to bind port cb45fea3-f61f-4370-a85a-82f36a9f4216 on network 8acb8637-eb36-489f-a3d4-1b71c0b4c2b4 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:24:20.329430 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74bda86-d1ec-4beb-a26b-4be29be444a1 None None] Checking agent: {'id': '827fbf48-cdcd-428c-a50e-7eba0e2d74f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834920-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 21, 14), 'started_at': datetime.datetime(2022, 3, 23, 17, 21, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834920-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:24:20.329791 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74bda86-d1ec-4beb-a26b-4be29be444a1 None None] Checking segment: {'id': '95f522e3-165a-49f3-9426-e6fceed6b57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8acb8637-eb36-489f-a3d4-1b71c0b4c2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:24:20.330184 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a74bda86-d1ec-4beb-a26b-4be29be444a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:20.330574 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74bda86-d1ec-4beb-a26b-4be29be444a1 None None] Bound using segment: {'id': '95f522e3-165a-49f3-9426-e6fceed6b57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8acb8637-eb36-489f-a3d4-1b71c0b4c2b4'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:24:20.331045 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-a74bda86-d1ec-4beb-a26b-4be29be444a1 None None] Bound port: cb45fea3-f61f-4370-a85a-82f36a9f4216, host: dv-cinder-834920-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f522e3-165a-49f3-9426-e6fceed6b57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8acb8637-eb36-489f-a3d4-1b71c0b4c2b4'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:24:20.331639 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a74bda86-d1ec-4beb-a26b-4be29be444a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (cb45fea3-f61f-4370-a85a-82f36a9f4216), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:20.395501 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-a74bda86-d1ec-4beb-a26b-4be29be444a1 None None] For port cb45fea3-f61f-4370-a85a-82f36a9f4216, host dv-cinder-834920-1-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:24:20.400938 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-a74bda86-d1ec-4beb-a26b-4be29be444a1 None None] For port cb45fea3-f61f-4370-a85a-82f36a9f4216, host dv-cinder-834920-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=cb45fea3-f61f-4370-a85a-82f36a9f4216,segment=NetworkSegment(95f522e3-165a-49f3-9426-e6fceed6b57d),segment_id=95f522e3-165a-49f3-9426-e6fceed6b57d)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:24:20.408237 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a74bda86-d1ec-4beb-a26b-4be29be444a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (cb45fea3-f61f-4370-a85a-82f36a9f4216), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:20.465670 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74bda86-d1ec-4beb-a26b-4be29be444a1 None None] Pushing event updated for resources: {'Port': ['ID=cb45fea3-f61f-4370-a85a-82f36a9f4216,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:24:21.099553 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device cb45fea3-f61f-4370-a85a-82f36a9f4216 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:24:21.169752 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port cb45fea3-f61f-4370-a85a-82f36a9f4216 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:24:21.170141 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (cb45fea3-f61f-4370-a85a-82f36a9f4216), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:21.256137 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port cb45fea3-f61f-4370-a85a-82f36a9f4216 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:24:21.256441 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (cb45fea3-f61f-4370-a85a-82f36a9f4216), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:21.295349 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] For port cb45fea3-f61f-4370-a85a-82f36a9f4216, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=cb45fea3-f61f-4370-a85a-82f36a9f4216,segment=NetworkSegment(95f522e3-165a-49f3-9426-e6fceed6b57d),segment_id=95f522e3-165a-49f3-9426-e6fceed6b57d)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:24:21.303042 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (cb45fea3-f61f-4370-a85a-82f36a9f4216), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:21.366130 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb878361-2eeb-4b57-b8f0-5708b061d4c9 None None] Network 8acb8637-eb36-489f-a3d4-1b71c0b4c2b4 requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:24:21.383244 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Pushing event updated for resources: {'Port': ['ID=cb45fea3-f61f-4370-a85a-82f36a9f4216,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:24:21.451372 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ac401704-cb67-45ab-b8da-8c9a48ab9f76 None None] Provisioning complete for port cb45fea3-f61f-4370-a85a-82f36a9f4216 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:24:21.451836 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ac401704-cb67-45ab-b8da-8c9a48ab9f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (cb45fea3-f61f-4370-a85a-82f36a9f4216), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:21.572031 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ac401704-cb67-45ab-b8da-8c9a48ab9f76 None None] Current status of the port cb45fea3-f61f-4370-a85a-82f36a9f4216 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:24:21.794950 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-4f344cf8-6e00-47ba-9fda-ec5d85c072c6 None None] Provisioning complete for port cb45fea3-f61f-4370-a85a-82f36a9f4216 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:24:21.795231 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4f344cf8-6e00-47ba-9fda-ec5d85c072c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (cb45fea3-f61f-4370-a85a-82f36a9f4216), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:21.881857 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-4f344cf8-6e00-47ba-9fda-ec5d85c072c6 None None] Current status of the port cb45fea3-f61f-4370-a85a-82f36a9f4216 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:24:23.065979 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device cb45fea3-f61f-4370-a85a-82f36a9f4216 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:24:23.121758 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port cb45fea3-f61f-4370-a85a-82f36a9f4216 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:24:23.122147 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (cb45fea3-f61f-4370-a85a-82f36a9f4216), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:23.204760 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port cb45fea3-f61f-4370-a85a-82f36a9f4216 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:24:37.605890 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-defc2764-e502-4b9b-a51e-572c3d646458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:40.129202 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-fea88ca9-ee11-43a7-ac31-59e86cf13f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:41.316952 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:42.678120 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:24:44.062357 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 5 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:24:44.166588 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:25:07.603241 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e980de8a-3bae-4892-800d-a837fb5fdcab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:25:10.122665 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a7b6bef2-a2da-43b3-86de-944b58144a58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:25:11.314707 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:25:12.681480 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:25:14.164705 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:25:21.061308 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 5 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:25:37.597665 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e75e39ff-99b8-4028-9a6b-dbf1237c0629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:25:40.132260 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3264122e-5d95-45c0-b09f-09d7b71bae2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:25:40.761944 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 33584) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:25:40.768111 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [None req-29ce6aeb-7992-4bc1-825f-debe02f5cf78 tempest-verify_tempest_config-2083067122 tempest-verify_tempest_config-2083067122-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103208) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 17:25:40.769109 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-29ce6aeb-7992-4bc1-825f-debe02f5cf78 tempest-verify_tempest_config-2083067122 tempest-verify_tempest_config-2083067122-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0061040 Mar 23 17:25:41.106815 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 33602) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:25:41.226253 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7366e96f-2952-40af-81ae-54f534b2544e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:25:41.315539 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:25:41.328605 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7366e96f-2952-40af-81ae-54f534b2544e admin admin] Publish callbacks [] for security_group (df8f8c1d-3ae1-4700-aa97-c80c4b1ecac5), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:25:41.335306 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7366e96f-2952-40af-81ae-54f534b2544e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (df8f8c1d-3ae1-4700-aa97-c80c4b1ecac5), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:25:41.379366 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366e96f-2952-40af-81ae-54f534b2544e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8f8c1d-3ae1-4700-aa97-c80c4b1ecac5,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:25:41.383067 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-7366e96f-2952-40af-81ae-54f534b2544e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8156d78930204a588320561b6b06b489&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2752500 Mar 23 17:25:41.386417 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 33606) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:25:41.388778 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366e96f-2952-40af-81ae-54f534b2544e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:25:41.389125 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366e96f-2952-40af-81ae-54f534b2544e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:25:41.389492 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366e96f-2952-40af-81ae-54f534b2544e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:25:41.389835 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366e96f-2952-40af-81ae-54f534b2544e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:25:41.390166 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366e96f-2952-40af-81ae-54f534b2544e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:25:41.390488 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366e96f-2952-40af-81ae-54f534b2544e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:25:41.390807 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366e96f-2952-40af-81ae-54f534b2544e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:25:41.391116 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366e96f-2952-40af-81ae-54f534b2544e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:25:41.391436 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366e96f-2952-40af-81ae-54f534b2544e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:25:41.391751 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366e96f-2952-40af-81ae-54f534b2544e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:25:41.392064 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366e96f-2952-40af-81ae-54f534b2544e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:25:41.392394 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366e96f-2952-40af-81ae-54f534b2544e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:25:41.392709 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366e96f-2952-40af-81ae-54f534b2544e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:25:41.393034 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366e96f-2952-40af-81ae-54f534b2544e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:25:41.393352 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7366e96f-2952-40af-81ae-54f534b2544e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:25:41.444458 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bec0b21b-7416-453c-aac9-fbc5f4bfac6c admin admin] Publish callbacks [] for security_group (df8f8c1d-3ae1-4700-aa97-c80c4b1ecac5), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:25:41.468895 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bec0b21b-7416-453c-aac9-fbc5f4bfac6c admin admin] Publish callbacks [] for security_group (df8f8c1d-3ae1-4700-aa97-c80c4b1ecac5), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:25:41.564970 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bec0b21b-7416-453c-aac9-fbc5f4bfac6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (df8f8c1d-3ae1-4700-aa97-c80c4b1ecac5), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:25:41.567753 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bec0b21b-7416-453c-aac9-fbc5f4bfac6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:25:41.568909 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-bec0b21b-7416-453c-aac9-fbc5f4bfac6c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/df8f8c1d-3ae1-4700-aa97-c80c4b1ecac5 HTTP/1.1" status: 204 len: 168 time: 0.1814568 Mar 23 17:25:41.577550 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0b21b-7416-453c-aac9-fbc5f4bfac6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8f8c1d-3ae1-4700-aa97-c80c4b1ecac5,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:25:41.584381 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0b21b-7416-453c-aac9-fbc5f4bfac6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:25:41.584730 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0b21b-7416-453c-aac9-fbc5f4bfac6c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:25:41.585071 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0b21b-7416-453c-aac9-fbc5f4bfac6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:25:41.585438 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0b21b-7416-453c-aac9-fbc5f4bfac6c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:25:41.585769 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0b21b-7416-453c-aac9-fbc5f4bfac6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:25:41.586096 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0b21b-7416-453c-aac9-fbc5f4bfac6c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:25:41.586418 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0b21b-7416-453c-aac9-fbc5f4bfac6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:25:41.586740 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0b21b-7416-453c-aac9-fbc5f4bfac6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:25:41.587061 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0b21b-7416-453c-aac9-fbc5f4bfac6c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:25:41.587401 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0b21b-7416-453c-aac9-fbc5f4bfac6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:25:41.587749 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0b21b-7416-453c-aac9-fbc5f4bfac6c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:25:41.588078 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0b21b-7416-453c-aac9-fbc5f4bfac6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:25:41.588391 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0b21b-7416-453c-aac9-fbc5f4bfac6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:25:41.588704 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0b21b-7416-453c-aac9-fbc5f4bfac6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:25:41.589042 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec0b21b-7416-453c-aac9-fbc5f4bfac6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:25:42.684130 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:25:44.159939 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:25:58.061298 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 5 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:26:07.608222 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9d30f78b-6fe3-465c-af1c-c2758e558a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:26:10.138433 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5ba8de52-80af-4aa5-aa62-90cca5606deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:26:11.325174 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:26:12.695660 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:26:14.167534 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:26:35.060833 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 5 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:26:37.602310 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-78c1b3a0-b4db-4884-b703-cb81b2ee173d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:26:40.132461 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bce2ff5-333f-4a6d-9b5d-83f20d459eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:26:41.329668 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:26:42.685588 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:26:44.162325 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:27:07.607622 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4f0ee056-1cb7-4625-9b5d-e6dc000d5ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:27:10.217359 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-01d1dff5-2961-4ca7-9046-54928873d2d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:27:11.327486 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:27:12.061454 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 5 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:27:12.693101 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:27:14.167901 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:27:21.852573 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-606242'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:27:36.733224 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 33678) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:27:36.844772 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-870c1d9b-8881-4110-9a02-161ca8711e8d admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1104226 Mar 23 17:27:37.611828 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-05a34c5d-1fe8-42b0-9e03-82172d37f9f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:27:39.231916 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 33688) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:27:39.289778 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-0a3ef8eb-9f05-4a4a-b58d-31a3cc39879f admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0567498 Mar 23 17:27:40.132673 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-182a9900-4f27-4eab-a364-6e7d827f0a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:27:41.329674 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:27:42.691685 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:27:44.165511 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:27:49.062312 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:27:51.844459 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:28:07.622058 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6eee7f77-7ac6-4cf2-af9c-66c85399180b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:28:10.142840 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7f94e2d1-f29f-4b4b-928b-aedf49a8fd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:28:11.340232 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:28:12.697221 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:28:14.168143 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:28:21.832005 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:28:26.062205 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:28:37.621281 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a58546de-4044-4249-85b0-94a036f115f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:28:40.138274 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2bf5e2f6-24c8-4a8e-b7a1-215c7974171e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:28:41.346466 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:28:42.702801 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:28:44.164061 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:28:51.848809 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:03.062247 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:29:07.616710 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b55172ba-cc1b-45b1-b0cd-fd245a0471f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:10.134211 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-08e8a5fd-a82c-4160-be63-15cf05613f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:11.344619 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:12.713022 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:14.186574 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:15.721196 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 33850) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:16.092367 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-3e8850be-993d-454f-a879-36ce845d3d49 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2035450451-network', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:29:16.123341 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8850be-993d-454f-a879-36ce845d3d49 admin admin] Made reservation on behalf of 8195f2270b3f441a87ed2fe7c64cc06d for: {'network': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:29:16.127479 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3e8850be-993d-454f-a879-36ce845d3d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for network (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:16.142080 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3e8850be-993d-454f-a879-36ce845d3d49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:16.274885 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3e8850be-993d-454f-a879-36ce845d3d49 admin admin] Publish callbacks [] for security_group (ef2d3ed0-d489-4c98-8aec-0e47757aef63), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:16.285178 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3e8850be-993d-454f-a879-36ce845d3d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (ef2d3ed0-d489-4c98-8aec-0e47757aef63), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:16.300504 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e8850be-993d-454f-a879-36ce845d3d49 admin admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=103207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 17:29:16.327686 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3e8850be-993d-454f-a879-36ce845d3d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464'] for segment (3173c500-488c-4756-a1e4-19030c18bbcc), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:16.328059 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.db.segments_db [None req-3e8850be-993d-454f-a879-36ce845d3d49 admin admin] Added segment 3173c500-488c-4756-a1e4-19030c18bbcc of type vlan for network 3bf943bd-1e58-43c1-bec1-ca7908c0478b Mar 23 17:29:16.336901 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8850be-993d-454f-a879-36ce845d3d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2d3ed0-d489-4c98-8aec-0e47757aef63,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:16.349713 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8850be-993d-454f-a879-36ce845d3d49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:16.350119 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8850be-993d-454f-a879-36ce845d3d49 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:16.350477 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8850be-993d-454f-a879-36ce845d3d49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:16.350810 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8850be-993d-454f-a879-36ce845d3d49 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:16.351182 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8850be-993d-454f-a879-36ce845d3d49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:16.351664 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8850be-993d-454f-a879-36ce845d3d49 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:16.352024 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8850be-993d-454f-a879-36ce845d3d49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:16.352346 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8850be-993d-454f-a879-36ce845d3d49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:16.352818 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8850be-993d-454f-a879-36ce845d3d49 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:16.353189 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8850be-993d-454f-a879-36ce845d3d49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:16.353540 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8850be-993d-454f-a879-36ce845d3d49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:16.353860 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8850be-993d-454f-a879-36ce845d3d49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:16.354172 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8850be-993d-454f-a879-36ce845d3d49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:16.354484 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8850be-993d-454f-a879-36ce845d3d49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:16.354793 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8850be-993d-454f-a879-36ce845d3d49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8850be-993d-454f-a879-36ce845d3d49 admin admin] Tracked resource versions report: Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: pushed versions: Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: { 'AddressGroup': {'1.2'}, Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: 'Agent': {'1.1'}, Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: 'ConntrackHelper': {'1.0'}, Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: 'LocalIPAssociation': {'1.0'}, Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: 'Log': {'1.0'}, Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: 'NDPProxy': {'1.0'}, Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: 'Network': {'1.1'}, Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: 'Port': {'1.7'}, Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: 'PortForwarding': {'1.3'}, Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: 'QosPolicy': {'1.10'}, Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: 'SecurityGroup': {'1.5'}, Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: 'SecurityGroupRule': {'1.2'}, Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: 'SubPort': {'1.0'}, Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: 'Subnet': {'1.1'}, Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: 'Trunk': {'1.1'}} Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: consumer versions: Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: { DHCP agent@dv-cinder-834920-1-iscsi: {}, Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: HyperV agent@hv-cinder-83492: {}, Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: L3 agent@dv-cinder-834920-1-iscsi: {}, Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: Metadata agent@dv-cinder-834920-1-iscsi: {}, Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: Metering agent@dv-cinder-834920-1-iscsi: {}, Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: Open vSwitch agent@dv-cinder-834920-1-iscsi: { 'AddressGroup': '1.2', Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: 'Agent': '1.1', Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: 'ConntrackHelper': '1.0', Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: 'LocalIPAssociation': '1.0', Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: 'Log': '1.0', Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: 'NDPProxy': '1.0', Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: 'Network': '1.1', Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: 'Port': '1.7', Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: 'PortForwarding': '1.3', Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: 'QosPolicy': '1.10', Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: 'SecurityGroup': '1.5', Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: 'SecurityGroupRule': '1.2', Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: 'SubPort': '1.0', Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: 'Subnet': '1.1', Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: 'Trunk': '1.1'}} Mar 23 17:29:16.355945 dv-cinder-834920-1-iscsi neutron-server[103207]: {{(pid=103207) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 17:29:16.399624 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3e8850be-993d-454f-a879-36ce845d3d49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741035590211'] for network (3bf943bd-1e58-43c1-bec1-ca7908c0478b), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:16.430803 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3e8850be-993d-454f-a879-36ce845d3d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701'] for network (3bf943bd-1e58-43c1-bec1-ca7908c0478b), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:16.432203 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8850be-993d-454f-a879-36ce845d3d49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:16.433118 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3e8850be-993d-454f-a879-36ce845d3d49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for network (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:16.505315 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 33888) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:16.505954 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-3e8850be-993d-454f-a879-36ce845d3d49 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7834377 Mar 23 17:29:16.512336 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-963b7e55-0f7b-433e-92df-b886b9f35834 admin admin] Request body: {'subnet': {'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2035450451-subnet', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:29:16.527728 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8850be-993d-454f-a879-36ce845d3d49 admin admin] Pushing event updated for resources: {'Network': ['ID=3bf943bd-1e58-43c1-bec1-ca7908c0478b,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:16.541824 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Network 3bf943bd-1e58-43c1-bec1-ca7908c0478b details requested by agent ovs-agent-dv-cinder-834920-1-iscsi with host dv-cinder-834920-1-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 17:29:16.545003 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963b7e55-0f7b-433e-92df-b886b9f35834 admin admin] Made reservation on behalf of 8195f2270b3f441a87ed2fe7c64cc06d for: {'subnet': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:29:16.548214 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-963b7e55-0f7b-433e-92df-b886b9f35834 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:16.740022 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-963b7e55-0f7b-433e-92df-b886b9f35834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701'] for subnet (22ea3e11-cafc-4af7-994c-b65686f8be40), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:16.803907 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b7e55-0f7b-433e-92df-b886b9f35834 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22ea3e11-cafc-4af7-994c-b65686f8be40,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:16.813096 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b7e55-0f7b-433e-92df-b886b9f35834 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:16.813470 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b7e55-0f7b-433e-92df-b886b9f35834 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:16.813808 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b7e55-0f7b-433e-92df-b886b9f35834 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:16.814158 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b7e55-0f7b-433e-92df-b886b9f35834 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:16.814471 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b7e55-0f7b-433e-92df-b886b9f35834 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:16.814789 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b7e55-0f7b-433e-92df-b886b9f35834 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:16.815110 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b7e55-0f7b-433e-92df-b886b9f35834 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:16.815423 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b7e55-0f7b-433e-92df-b886b9f35834 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:16.815759 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b7e55-0f7b-433e-92df-b886b9f35834 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:16.816274 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b7e55-0f7b-433e-92df-b886b9f35834 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:16.816606 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b7e55-0f7b-433e-92df-b886b9f35834 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:16.816943 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b7e55-0f7b-433e-92df-b886b9f35834 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:16.817288 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b7e55-0f7b-433e-92df-b886b9f35834 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:16.817601 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b7e55-0f7b-433e-92df-b886b9f35834 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:16.817913 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b7e55-0f7b-433e-92df-b886b9f35834 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963b7e55-0f7b-433e-92df-b886b9f35834 admin admin] Tracked resource versions report: Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: pushed versions: Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: { 'AddressGroup': {'1.2'}, Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: 'Agent': {'1.1'}, Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: 'ConntrackHelper': {'1.0'}, Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: 'LocalIPAssociation': {'1.0'}, Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: 'Log': {'1.0'}, Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: 'NDPProxy': {'1.0'}, Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: 'Network': {'1.1'}, Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: 'Port': {'1.7'}, Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: 'PortForwarding': {'1.3'}, Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: 'QosPolicy': {'1.10'}, Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: 'SecurityGroup': {'1.5'}, Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: 'SecurityGroupRule': {'1.2'}, Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: 'SubPort': {'1.0'}, Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: 'Subnet': {'1.1'}, Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: 'Trunk': {'1.1'}} Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: consumer versions: Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: { DHCP agent@dv-cinder-834920-1-iscsi: {}, Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: HyperV agent@hv-cinder-83492: {}, Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: L3 agent@dv-cinder-834920-1-iscsi: {}, Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: Metadata agent@dv-cinder-834920-1-iscsi: {}, Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: Metering agent@dv-cinder-834920-1-iscsi: {}, Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: Open vSwitch agent@dv-cinder-834920-1-iscsi: { 'AddressGroup': '1.2', Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: 'Agent': '1.1', Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: 'ConntrackHelper': '1.0', Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: 'LocalIPAssociation': '1.0', Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: 'Log': '1.0', Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: 'NDPProxy': '1.0', Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: 'Network': '1.1', Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: 'Port': '1.7', Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: 'PortForwarding': '1.3', Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: 'QosPolicy': '1.10', Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: 'SecurityGroup': '1.5', Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: 'SecurityGroupRule': '1.2', Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: 'SubPort': '1.0', Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: 'Subnet': '1.1', Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: 'Trunk': '1.1'}} Mar 23 17:29:16.819083 dv-cinder-834920-1-iscsi neutron-server[103208]: {{(pid=103208) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 17:29:16.821788 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963b7e55-0f7b-433e-92df-b886b9f35834 admin admin] Checking segment: {'id': '3173c500-488c-4756-a1e4-19030c18bbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:29:16.821788 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963b7e55-0f7b-433e-92df-b886b9f35834 admin admin] Network hostable DHCP agents. Network: 3bf943bd-1e58-43c1-bec1-ca7908c0478b, hostable agents: ['0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66'], hosted agents: [] {{(pid=103208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 17:29:16.839580 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963b7e55-0f7b-433e-92df-b886b9f35834 admin admin] Network 3bf943bd-1e58-43c1-bec1-ca7908c0478b is scheduled to be hosted by DHCP agent 0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66 with binding_index 1 {{(pid=103208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 17:29:16.850514 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-963b7e55-0f7b-433e-92df-b886b9f35834 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834920-1-iscsi, 3bf943bd-1e58-43c1-bec1-ca7908c0478b) {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:29:16.855707 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963b7e55-0f7b-433e-92df-b886b9f35834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:16.857739 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-963b7e55-0f7b-433e-92df-b886b9f35834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:16.862007 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f82ae6-cf12-43e6-a3a4-3ca44a7c5c1c None None] Network 3bf943bd-1e58-43c1-bec1-ca7908c0478b requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:29:16.885496 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 33902) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:16.886295 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-963b7e55-0f7b-433e-92df-b886b9f35834 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3786089 Mar 23 17:29:16.892283 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-1e613eaa-028e-4d73-b932-4321d637f63a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2035450451-router', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:29:16.892392 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 33904) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:16.918544 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1e613eaa-028e-4d73-b932-4321d637f63a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3239'] for router (06643b2d-3270-46bc-8887-8b9f92b18bf3), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:16.921956 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1e613eaa-028e-4d73-b932-4321d637f63a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614398', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3216'] for router (06643b2d-3270-46bc-8887-8b9f92b18bf3), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:16.929031 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 33908) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:17.030092 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1e613eaa-028e-4d73-b932-4321d637f63a admin admin] Publish callbacks [] for router_controller (06643b2d-3270-46bc-8887-8b9f92b18bf3), precommit_add_association {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:17.040314 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c0b75f-d50f-4363-a491-bdd33e653d6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4e3ed9b-8bb8-5e9e-b680-033646fc88a4-3bf943bd-1e58-43c1-bec1-ca7908c0478b', 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b', 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'fixed_ips': [{'subnet_id': '22ea3e11-cafc-4af7-994c-b65686f8be40'}]}} from dv-cinder-834920-1-iscsi. {{(pid=103209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 17:29:17.041274 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-66c0b75f-d50f-4363-a491-bdd33e653d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:17.068472 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 33916) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:17.116051 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 33920) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:17.198210 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1e613eaa-028e-4d73-b932-4321d637f63a admin admin] Publish callbacks [] for router_gateway (06643b2d-3270-46bc-8887-8b9f92b18bf3), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:17.201561 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [None req-66c0b75f-d50f-4363-a491-bdd33e653d6e None None] Allocated IP 172.20.0.2 (3bf943bd-1e58-43c1-bec1-ca7908c0478b/22ea3e11-cafc-4af7-994c-b65686f8be40/6f84c741-2e49-4f15-8794-9fff5e095e17) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:29:17.234597 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-cc1ed8c8-e344-43db-b4fb-e14413ee1d4d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-290508263-network', 'tenant_id': '562e825d481140639866877090276140'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:29:17.276374 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1ed8c8-e344-43db-b4fb-e14413ee1d4d admin admin] Made reservation on behalf of 562e825d481140639866877090276140 for: {'network': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:29:17.278876 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cc1ed8c8-e344-43db-b4fb-e14413ee1d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for network (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:17.298174 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cc1ed8c8-e344-43db-b4fb-e14413ee1d4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:17.400747 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cc1ed8c8-e344-43db-b4fb-e14413ee1d4d admin admin] Publish callbacks [] for security_group (b58b4c54-aae8-4053-888e-e6e8e47a8587), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:17.405380 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-7a702867-826d-47f2-b281-4a420bb9adf5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1248341671-network', 'tenant_id': '3361f17e528749ceab248e9aac2f399a'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:29:17.411604 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-3c1439a6-01e7-46a0-9d7c-6087e4eb00d4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-683399696-network', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:29:17.421622 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cc1ed8c8-e344-43db-b4fb-e14413ee1d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (b58b4c54-aae8-4053-888e-e6e8e47a8587), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:17.432585 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-66c0b75f-d50f-4363-a491-bdd33e653d6e None None] Publish callbacks [] for port (6f84c741-2e49-4f15-8794-9fff5e095e17), precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:17.442472 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-66c0b75f-d50f-4363-a491-bdd33e653d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (6f84c741-2e49-4f15-8794-9fff5e095e17), after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:17.449978 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc1ed8c8-e344-43db-b4fb-e14413ee1d4d admin admin] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=103208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 17:29:17.465613 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cc1ed8c8-e344-43db-b4fb-e14413ee1d4d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741035949882', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464'] for segment (a411194a-69f6-4c08-a136-cf58c2766c0a), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:17.466197 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cc1ed8c8-e344-43db-b4fb-e14413ee1d4d admin admin] Unsubscribe: segment precommit_create {{(pid=103208) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 23 17:29:17.466676 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.db.segments_db [None req-cc1ed8c8-e344-43db-b4fb-e14413ee1d4d admin admin] Added segment a411194a-69f6-4c08-a136-cf58c2766c0a of type vlan for network cf00ba7b-82ed-4a68-ac03-2cd555b65d58 Mar 23 17:29:17.497189 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c0b75f-d50f-4363-a491-bdd33e653d6e None None] Network 3bf943bd-1e58-43c1-bec1-ca7908c0478b is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:29:17.500212 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-66c0b75f-d50f-4363-a491-bdd33e653d6e None None] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:29:17.503972 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c0b75f-d50f-4363-a491-bdd33e653d6e None None] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:29:17.516515 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cc1ed8c8-e344-43db-b4fb-e14413ee1d4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741035590211'] for network (cf00ba7b-82ed-4a68-ac03-2cd555b65d58), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:17.575608 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0b75f-d50f-4363-a491-bdd33e653d6e None None] Pushing event updated for resources: {'Port': ['ID=6f84c741-2e49-4f15-8794-9fff5e095e17,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:17.576307 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-f9837773-22fd-44d4-a683-e63d70b8560d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1323889583-network', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:29:17.580057 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ed8c8-e344-43db-b4fb-e14413ee1d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58b4c54-aae8-4053-888e-e6e8e47a8587,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:17.588743 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cc1ed8c8-e344-43db-b4fb-e14413ee1d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701'] for network (cf00ba7b-82ed-4a68-ac03-2cd555b65d58), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:17.589990 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1ed8c8-e344-43db-b4fb-e14413ee1d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:17.590631 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cc1ed8c8-e344-43db-b4fb-e14413ee1d4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for network (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:17.605856 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0b75f-d50f-4363-a491-bdd33e653d6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:17.605856 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0b75f-d50f-4363-a491-bdd33e653d6e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:17.606110 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0b75f-d50f-4363-a491-bdd33e653d6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:17.606459 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0b75f-d50f-4363-a491-bdd33e653d6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:17.606792 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0b75f-d50f-4363-a491-bdd33e653d6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:17.607165 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0b75f-d50f-4363-a491-bdd33e653d6e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:17.607435 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0b75f-d50f-4363-a491-bdd33e653d6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:17.607760 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0b75f-d50f-4363-a491-bdd33e653d6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:17.608075 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0b75f-d50f-4363-a491-bdd33e653d6e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:17.608393 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0b75f-d50f-4363-a491-bdd33e653d6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:17.608705 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0b75f-d50f-4363-a491-bdd33e653d6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:17.609036 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0b75f-d50f-4363-a491-bdd33e653d6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:17.609461 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0b75f-d50f-4363-a491-bdd33e653d6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:17.609757 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0b75f-d50f-4363-a491-bdd33e653d6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:17.610073 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0b75f-d50f-4363-a491-bdd33e653d6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c0b75f-d50f-4363-a491-bdd33e653d6e None None] Tracked resource versions report: Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: pushed versions: Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: { 'AddressGroup': {'1.2'}, Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: 'Agent': {'1.1'}, Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: 'ConntrackHelper': {'1.0'}, Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: 'LocalIPAssociation': {'1.0'}, Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: 'Log': {'1.0'}, Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: 'NDPProxy': {'1.0'}, Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: 'Network': {'1.1'}, Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: 'Port': {'1.7'}, Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: 'PortForwarding': {'1.3'}, Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: 'QosPolicy': {'1.10'}, Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: 'SecurityGroup': {'1.5'}, Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: 'SecurityGroupRule': {'1.2'}, Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: 'SubPort': {'1.0'}, Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: 'Subnet': {'1.1'}, Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: 'Trunk': {'1.1'}} Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: consumer versions: Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: { DHCP agent@dv-cinder-834920-1-iscsi: {}, Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: HyperV agent@hv-cinder-83492: {}, Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: L3 agent@dv-cinder-834920-1-iscsi: {}, Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: Metadata agent@dv-cinder-834920-1-iscsi: {}, Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: Metering agent@dv-cinder-834920-1-iscsi: {}, Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: Open vSwitch agent@dv-cinder-834920-1-iscsi: { 'AddressGroup': '1.2', Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: 'Agent': '1.1', Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: 'ConntrackHelper': '1.0', Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: 'LocalIPAssociation': '1.0', Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: 'Log': '1.0', Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: 'NDPProxy': '1.0', Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: 'Network': '1.1', Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: 'Port': '1.7', Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: 'PortForwarding': '1.3', Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: 'QosPolicy': '1.10', Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: 'SecurityGroup': '1.5', Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: 'SecurityGroupRule': '1.2', Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: 'SubPort': '1.0', Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: 'Subnet': '1.1', Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: 'Trunk': '1.1'}} Mar 23 17:29:17.611432 dv-cinder-834920-1-iscsi neutron-server[103209]: {{(pid=103209) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 17:29:17.634307 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-66c0b75f-d50f-4363-a491-bdd33e653d6e None None] Attempting to bind port 6f84c741-2e49-4f15-8794-9fff5e095e17 on host dv-cinder-834920-1-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:29:17.634680 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-66c0b75f-d50f-4363-a491-bdd33e653d6e None None] Attempting to bind port 6f84c741-2e49-4f15-8794-9fff5e095e17 by drivers openvswitch,hyperv on host dv-cinder-834920-1-iscsi at level 0 using segments [{'id': '3173c500-488c-4756-a1e4-19030c18bbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:29:17.635044 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c0b75f-d50f-4363-a491-bdd33e653d6e None None] Attempting to bind port 6f84c741-2e49-4f15-8794-9fff5e095e17 on network 3bf943bd-1e58-43c1-bec1-ca7908c0478b {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:29:17.643502 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1e613eaa-028e-4d73-b932-4321d637f63a admin admin] Publish callbacks [] for router_gateway (06643b2d-3270-46bc-8887-8b9f92b18bf3), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:17.645330 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-cc1ed8c8-e344-43db-b4fb-e14413ee1d4d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7518439 Mar 23 17:29:17.651054 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c0b75f-d50f-4363-a491-bdd33e653d6e None None] Checking agent: {'id': '827fbf48-cdcd-428c-a50e-7eba0e2d74f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834920-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 21, 14), 'started_at': datetime.datetime(2022, 3, 23, 17, 21, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834920-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:29:17.651877 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c0b75f-d50f-4363-a491-bdd33e653d6e None None] Checking segment: {'id': '3173c500-488c-4756-a1e4-19030c18bbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:29:17.653531 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-66c0b75f-d50f-4363-a491-bdd33e653d6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:17.653943 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c0b75f-d50f-4363-a491-bdd33e653d6e None None] Bound using segment: {'id': '3173c500-488c-4756-a1e4-19030c18bbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:29:17.654443 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-66c0b75f-d50f-4363-a491-bdd33e653d6e None None] Bound port: 6f84c741-2e49-4f15-8794-9fff5e095e17, host: dv-cinder-834920-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3173c500-488c-4756-a1e4-19030c18bbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:29:17.654860 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-66c0b75f-d50f-4363-a491-bdd33e653d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (6f84c741-2e49-4f15-8794-9fff5e095e17), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:17.669086 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a702867-826d-47f2-b281-4a420bb9adf5 admin admin] Made reservation on behalf of 3361f17e528749ceab248e9aac2f399a for: {'network': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:29:17.671451 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7a702867-826d-47f2-b281-4a420bb9adf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for network (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:17.671721 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 33944) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:17.676757 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-2a3c2eb3-ddab-4e1d-a5aa-eaff524fb602 admin admin] Request body: {'subnet': {'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-290508263-subnet', 'tenant_id': '562e825d481140639866877090276140', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:29:17.684043 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1e613eaa-028e-4d73-b932-4321d637f63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:17.713944 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7a702867-826d-47f2-b281-4a420bb9adf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:17.722826 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9837773-22fd-44d4-a683-e63d70b8560d admin admin] Made reservation on behalf of 81cbeef3df3646be902884c3e8e86d20 for: {'network': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:29:17.725096 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f9837773-22fd-44d4-a683-e63d70b8560d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for network (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:17.740885 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3c2eb3-ddab-4e1d-a5aa-eaff524fb602 admin admin] Made reservation on behalf of 562e825d481140639866877090276140 for: {'subnet': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:29:17.743382 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-2a3c2eb3-ddab-4e1d-a5aa-eaff524fb602 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:17.749453 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f9837773-22fd-44d4-a683-e63d70b8560d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:17.795659 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1439a6-01e7-46a0-9d7c-6087e4eb00d4 admin admin] Made reservation on behalf of 5f8e1fcf32ed4c89b61e93ec571f7fe7 for: {'network': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:29:17.798149 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-3c1439a6-01e7-46a0-9d7c-6087e4eb00d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for network (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:17.811253 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-3c1439a6-01e7-46a0-9d7c-6087e4eb00d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:17.815563 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ed8c8-e344-43db-b4fb-e14413ee1d4d admin admin] Pushing event updated for resources: {'Network': ['ID=cf00ba7b-82ed-4a68-ac03-2cd555b65d58,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:17.825748 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-66c0b75f-d50f-4363-a491-bdd33e653d6e None None] For port 6f84c741-2e49-4f15-8794-9fff5e095e17, host dv-cinder-834920-1-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:29:17.835756 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-66c0b75f-d50f-4363-a491-bdd33e653d6e None None] For port 6f84c741-2e49-4f15-8794-9fff5e095e17, host dv-cinder-834920-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=6f84c741-2e49-4f15-8794-9fff5e095e17,segment=NetworkSegment(3173c500-488c-4756-a1e4-19030c18bbcc),segment_id=3173c500-488c-4756-a1e4-19030c18bbcc)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:29:17.847453 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Network cf00ba7b-82ed-4a68-ac03-2cd555b65d58 details requested by agent ovs-agent-dv-cinder-834920-1-iscsi with host dv-cinder-834920-1-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 17:29:17.884669 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [None req-1e613eaa-028e-4d73-b932-4321d637f63a admin admin] Allocated IP 172.27.2.171 (17d610fd-133a-4c28-bfb5-fce45cda1090/3c39f8ab-3a38-4914-94a2-be3bf3be7af7/c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:29:17.983304 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-66c0b75f-d50f-4363-a491-bdd33e653d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (6f84c741-2e49-4f15-8794-9fff5e095e17), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:18.002281 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-2a3c2eb3-ddab-4e1d-a5aa-eaff524fb602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701'] for subnet (551df535-6624-4945-9357-a463dcf05cfd), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:18.077852 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f9837773-22fd-44d4-a683-e63d70b8560d admin admin] Publish callbacks [] for security_group (5d9938c3-88bf-4f5f-8178-8220330d3450), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:18.093808 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f9837773-22fd-44d4-a683-e63d70b8560d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (5d9938c3-88bf-4f5f-8178-8220330d3450), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:18.093955 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3c2eb3-ddab-4e1d-a5aa-eaff524fb602 admin admin] Checking segment: {'id': 'a411194a-69f6-4c08-a136-cf58c2766c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:29:18.093955 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3c2eb3-ddab-4e1d-a5aa-eaff524fb602 admin admin] Network hostable DHCP agents. Network: cf00ba7b-82ed-4a68-ac03-2cd555b65d58, hostable agents: ['0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66'], hosted agents: [] {{(pid=103207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 17:29:18.113663 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-3c1439a6-01e7-46a0-9d7c-6087e4eb00d4 admin admin] Publish callbacks [] for security_group (f51f6d4a-d826-4366-ad79-5fcbc29fc7cc), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:18.148146 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-3c1439a6-01e7-46a0-9d7c-6087e4eb00d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (f51f6d4a-d826-4366-ad79-5fcbc29fc7cc), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:18.159966 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c1439a6-01e7-46a0-9d7c-6087e4eb00d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=103208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 17:29:18.165118 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9837773-22fd-44d4-a683-e63d70b8560d admin admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=103208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 17:29:18.198616 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0b75f-d50f-4363-a491-bdd33e653d6e None None] Pushing event updated for resources: {'Port': ['ID=6f84c741-2e49-4f15-8794-9fff5e095e17,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:18.205246 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-3c1439a6-01e7-46a0-9d7c-6087e4eb00d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464'] for segment (1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:18.206739 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.db.segments_db [None req-3c1439a6-01e7-46a0-9d7c-6087e4eb00d4 admin admin] Added segment 1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405 of type vlan for network e39f5c4c-2123-4c06-9dcf-a1960e2860e7 Mar 23 17:29:18.211070 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9837773-22fd-44d4-a683-e63d70b8560d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9938c3-88bf-4f5f-8178-8220330d3450,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:18.232859 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f9837773-22fd-44d4-a683-e63d70b8560d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464'] for segment (0ba0aa12-bf45-410a-8276-1084354c048b), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:18.233895 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.db.segments_db [None req-f9837773-22fd-44d4-a683-e63d70b8560d admin admin] Added segment 0ba0aa12-bf45-410a-8276-1084354c048b of type vlan for network 2888c7fe-ae98-4d0e-9549-8ca804e8c855 Mar 23 17:29:18.241617 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3c2eb3-ddab-4e1d-a5aa-eaff524fb602 admin admin] Network cf00ba7b-82ed-4a68-ac03-2cd555b65d58 is scheduled to be hosted by DHCP agent 0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66 with binding_index 1 {{(pid=103207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 17:29:18.271303 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-2a3c2eb3-ddab-4e1d-a5aa-eaff524fb602 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834920-1-iscsi, cf00ba7b-82ed-4a68-ac03-2cd555b65d58) {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:29:18.278480 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3c2eb3-ddab-4e1d-a5aa-eaff524fb602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:18.279093 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-2a3c2eb3-ddab-4e1d-a5aa-eaff524fb602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for subnet (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:18.283061 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0c2f89-c8d5-462c-a345-9c0f209ca3bf None None] Network cf00ba7b-82ed-4a68-ac03-2cd555b65d58 requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:29:18.289783 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c2eb3-ddab-4e1d-a5aa-eaff524fb602 admin admin] Pushing event updated for resources: {'Subnet': ['ID=551df535-6624-4945-9357-a463dcf05cfd,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:18.340479 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-2a3c2eb3-ddab-4e1d-a5aa-eaff524fb602 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6670730 Mar 23 17:29:18.343497 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7a702867-826d-47f2-b281-4a420bb9adf5 admin admin] Publish callbacks [] for security_group (e77527b4-250a-4f23-96c4-f50fbe743ce5), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:18.344855 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 33970) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:18.352929 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-95c692a6-e218-40bf-8741-28f5203264b9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-290508263-router', 'tenant_id': '562e825d481140639866877090276140', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:29:18.370663 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7a702867-826d-47f2-b281-4a420bb9adf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (e77527b4-250a-4f23-96c4-f50fbe743ce5), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:18.377218 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1e613eaa-028e-4d73-b932-4321d637f63a admin admin] Publish callbacks [] for port (c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:18.387565 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-3c1439a6-01e7-46a0-9d7c-6087e4eb00d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741035590211'] for network (e39f5c4c-2123-4c06-9dcf-a1960e2860e7), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:18.399670 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-95c692a6-e218-40bf-8741-28f5203264b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3239'] for router (48063dea-2895-40e4-905f-dfe5b0b536bb), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:18.399866 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1439a6-01e7-46a0-9d7c-6087e4eb00d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:18.400856 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-95c692a6-e218-40bf-8741-28f5203264b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614398', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3216'] for router (48063dea-2895-40e4-905f-dfe5b0b536bb), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:18.476137 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a702867-826d-47f2-b281-4a420bb9adf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=103208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 17:29:18.491655 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7a702867-826d-47f2-b281-4a420bb9adf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464'] for segment (16ebb58e-2b7e-4562-b26b-83089ad97671), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:18.492890 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.db.segments_db [None req-7a702867-826d-47f2-b281-4a420bb9adf5 admin admin] Added segment 16ebb58e-2b7e-4562-b26b-83089ad97671 of type vlan for network 13c0d1fd-3e0e-4cba-896f-66aeb7da2095 Mar 23 17:29:18.516436 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-95c692a6-e218-40bf-8741-28f5203264b9 admin admin] Publish callbacks [] for router_controller (48063dea-2895-40e4-905f-dfe5b0b536bb), precommit_add_association {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:18.536346 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06995499-ac09-47af-a3fd-7175f93d8949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4e3ed9b-8bb8-5e9e-b680-033646fc88a4-cf00ba7b-82ed-4a68-ac03-2cd555b65d58', 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58', 'project_id': '562e825d481140639866877090276140', 'fixed_ips': [{'subnet_id': '551df535-6624-4945-9357-a463dcf05cfd'}]}} from dv-cinder-834920-1-iscsi. {{(pid=103209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 17:29:18.537872 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-06995499-ac09-47af-a3fd-7175f93d8949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:18.594589 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7a702867-826d-47f2-b281-4a420bb9adf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741035590211'] for network (13c0d1fd-3e0e-4cba-896f-66aeb7da2095), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:18.635919 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f9837773-22fd-44d4-a683-e63d70b8560d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741035590211'] for network (2888c7fe-ae98-4d0e-9549-8ca804e8c855), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:18.670960 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-3c1439a6-01e7-46a0-9d7c-6087e4eb00d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701'] for network (e39f5c4c-2123-4c06-9dcf-a1960e2860e7), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:18.672751 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1439a6-01e7-46a0-9d7c-6087e4eb00d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:18.673033 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-3c1439a6-01e7-46a0-9d7c-6087e4eb00d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for network (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:18.694191 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7a702867-826d-47f2-b281-4a420bb9adf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701'] for network (13c0d1fd-3e0e-4cba-896f-66aeb7da2095), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:18.695836 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a702867-826d-47f2-b281-4a420bb9adf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:18.696527 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7a702867-826d-47f2-b281-4a420bb9adf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for network (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:18.781083 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f9837773-22fd-44d4-a683-e63d70b8560d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701'] for network (2888c7fe-ae98-4d0e-9549-8ca804e8c855), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:18.782330 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9837773-22fd-44d4-a683-e63d70b8560d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:18.782995 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f9837773-22fd-44d4-a683-e63d70b8560d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for network (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:18.800842 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-3c1439a6-01e7-46a0-9d7c-6087e4eb00d4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7304962 Mar 23 17:29:18.812844 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1439a6-01e7-46a0-9d7c-6087e4eb00d4 admin admin] Pushing event updated for resources: {'Network': ['ID=e39f5c4c-2123-4c06-9dcf-a1960e2860e7,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:18.828295 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [None req-06995499-ac09-47af-a3fd-7175f93d8949 None None] Allocated IP 172.20.0.2 (cf00ba7b-82ed-4a68-ac03-2cd555b65d58/551df535-6624-4945-9357-a463dcf05cfd/c9d88b57-1c66-47f2-a4f6-82c0078d25ff) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:29:18.830235 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-f9837773-22fd-44d4-a683-e63d70b8560d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7129259 Mar 23 17:29:18.830916 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 33980) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:18.831387 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 33982) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:18.841069 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Network e39f5c4c-2123-4c06-9dcf-a1960e2860e7 details requested by agent ovs-agent-dv-cinder-834920-1-iscsi with host dv-cinder-834920-1-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 17:29:18.877285 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1e613eaa-028e-4d73-b932-4321d637f63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:18.913493 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-5ff5a1fb-b3cf-4909-8223-aec8b1097d09 admin admin] Request body: {'subnet': {'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-683399696-subnet', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:29:18.945517 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-bbc41a09-cd3f-4cbc-8a12-b7c8af8f5317 admin admin] Request body: {'subnet': {'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1323889583-subnet', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:29:18.967630 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a702867-826d-47f2-b281-4a420bb9adf5 admin admin] Pushing event updated for resources: {'Network': ['ID=13c0d1fd-3e0e-4cba-896f-66aeb7da2095,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:18.975417 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc41a09-cd3f-4cbc-8a12-b7c8af8f5317 admin admin] Made reservation on behalf of 81cbeef3df3646be902884c3e8e86d20 for: {'subnet': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:29:18.978024 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bbc41a09-cd3f-4cbc-8a12-b7c8af8f5317 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:19.037594 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e613eaa-028e-4d73-b932-4321d637f63a admin admin] Pushing event updated for resources: {'Port': ['ID=c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:19.045529 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Network 13c0d1fd-3e0e-4cba-896f-66aeb7da2095 details requested by agent ovs-agent-dv-cinder-834920-1-iscsi with host dv-cinder-834920-1-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 17:29:19.066328 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e613eaa-028e-4d73-b932-4321d637f63a admin admin] Network 17d610fd-133a-4c28-bfb5-fce45cda1090 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:29:19.072865 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-1e613eaa-028e-4d73-b932-4321d637f63a admin admin] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:29:19.080875 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-95c692a6-e218-40bf-8741-28f5203264b9 admin admin] Publish callbacks [] for router_gateway (48063dea-2895-40e4-905f-dfe5b0b536bb), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:19.084462 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e613eaa-028e-4d73-b932-4321d637f63a admin admin] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:29:19.097037 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff5a1fb-b3cf-4909-8223-aec8b1097d09 admin admin] Made reservation on behalf of 5f8e1fcf32ed4c89b61e93ec571f7fe7 for: {'subnet': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:29:19.100658 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5ff5a1fb-b3cf-4909-8223-aec8b1097d09 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:19.434199 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a702867-826d-47f2-b281-4a420bb9adf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77527b4-250a-4f23-96c4-f50fbe743ce5,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:19.526472 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-7a702867-826d-47f2-b281-4a420bb9adf5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5936289 Mar 23 17:29:19.533164 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 34016) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:19.552041 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-3f27d86b-23b1-4cf7-9d85-ce1d8adf7492 admin admin] Request body: {'subnet': {'network_id': '13c0d1fd-3e0e-4cba-896f-66aeb7da2095', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1248341671-subnet', 'tenant_id': '3361f17e528749ceab248e9aac2f399a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:29:19.644233 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-06995499-ac09-47af-a3fd-7175f93d8949 None None] Publish callbacks [] for port (c9d88b57-1c66-47f2-a4f6-82c0078d25ff), precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:19.673209 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-06995499-ac09-47af-a3fd-7175f93d8949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (c9d88b57-1c66-47f2-a4f6-82c0078d25ff), after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:19.701409 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1e613eaa-028e-4d73-b932-4321d637f63a admin admin] Publish callbacks [] for router_gateway (06643b2d-3270-46bc-8887-8b9f92b18bf3), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:19.743078 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bbc41a09-cd3f-4cbc-8a12-b7c8af8f5317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701'] for subnet (d923e995-8ad4-43f2-beba-221af8031362), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:19.745864 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9837773-22fd-44d4-a683-e63d70b8560d admin admin] Pushing event updated for resources: {'Network': ['ID=2888c7fe-ae98-4d0e-9549-8ca804e8c855,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:19.753659 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 6f84c741-2e49-4f15-8794-9fff5e095e17 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:29:19.794189 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Network 2888c7fe-ae98-4d0e-9549-8ca804e8c855 details requested by agent ovs-agent-dv-cinder-834920-1-iscsi with host dv-cinder-834920-1-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 17:29:19.818239 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06995499-ac09-47af-a3fd-7175f93d8949 None None] Network cf00ba7b-82ed-4a68-ac03-2cd555b65d58 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:29:19.821492 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06995499-ac09-47af-a3fd-7175f93d8949 None None] Pushing event updated for resources: {'Port': ['ID=c9d88b57-1c66-47f2-a4f6-82c0078d25ff,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:19.828437 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-06995499-ac09-47af-a3fd-7175f93d8949 None None] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:29:19.837827 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06995499-ac09-47af-a3fd-7175f93d8949 None None] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:29:19.856287 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a441c33-cdd1-4422-a60b-23d2a162e209 None None] Network 3bf943bd-1e58-43c1-bec1-ca7908c0478b requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:29:19.898721 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc41a09-cd3f-4cbc-8a12-b7c8af8f5317 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d923e995-8ad4-43f2-beba-221af8031362,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:19.930296 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f27d86b-23b1-4cf7-9d85-ce1d8adf7492 admin admin] Made reservation on behalf of 3361f17e528749ceab248e9aac2f399a for: {'subnet': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:29:19.933091 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3f27d86b-23b1-4cf7-9d85-ce1d8adf7492 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:19.945323 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc41a09-cd3f-4cbc-8a12-b7c8af8f5317 admin admin] Checking segment: {'id': '0ba0aa12-bf45-410a-8276-1084354c048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:29:19.947435 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc41a09-cd3f-4cbc-8a12-b7c8af8f5317 admin admin] Network hostable DHCP agents. Network: 2888c7fe-ae98-4d0e-9549-8ca804e8c855, hostable agents: ['0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66'], hosted agents: [] {{(pid=103208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 17:29:19.981350 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5ff5a1fb-b3cf-4909-8223-aec8b1097d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701'] for subnet (ecd5be18-6bee-4974-83c0-da45214c17c0), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:20.046285 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5a1fb-b3cf-4909-8223-aec8b1097d09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecd5be18-6bee-4974-83c0-da45214c17c0,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:20.049121 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc41a09-cd3f-4cbc-8a12-b7c8af8f5317 admin admin] Network 2888c7fe-ae98-4d0e-9549-8ca804e8c855 is scheduled to be hosted by DHCP agent 0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66 with binding_index 1 {{(pid=103208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 17:29:20.070897 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-bbc41a09-cd3f-4cbc-8a12-b7c8af8f5317 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834920-1-iscsi, 2888c7fe-ae98-4d0e-9549-8ca804e8c855) {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:29:20.080923 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc41a09-cd3f-4cbc-8a12-b7c8af8f5317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:20.082318 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bbc41a09-cd3f-4cbc-8a12-b7c8af8f5317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:20.124261 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff5a1fb-b3cf-4909-8223-aec8b1097d09 admin admin] Checking segment: {'id': '1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:29:20.124637 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff5a1fb-b3cf-4909-8223-aec8b1097d09 admin admin] Network hostable DHCP agents. Network: e39f5c4c-2123-4c06-9dcf-a1960e2860e7, hostable agents: ['0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66'], hosted agents: [] {{(pid=103208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 17:29:20.149126 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-bbc41a09-cd3f-4cbc-8a12-b7c8af8f5317 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2116964 Mar 23 17:29:20.150107 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 34026) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:20.159352 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-7fb08245-3179-4432-9193-9de1634b3adc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1323889583-router', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:29:20.190159 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff5a1fb-b3cf-4909-8223-aec8b1097d09 admin admin] Network e39f5c4c-2123-4c06-9dcf-a1960e2860e7 is scheduled to be hosted by DHCP agent 0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66 with binding_index 1 {{(pid=103208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 17:29:20.198509 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-5ff5a1fb-b3cf-4909-8223-aec8b1097d09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834920-1-iscsi, e39f5c4c-2123-4c06-9dcf-a1960e2860e7) {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:29:20.201690 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7fb08245-3179-4432-9193-9de1634b3adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3239'] for router (e9794722-c150-44c7-906a-28cfb4d22793), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:20.203148 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7fb08245-3179-4432-9193-9de1634b3adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614398', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3216'] for router (e9794722-c150-44c7-906a-28cfb4d22793), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:20.214962 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff5a1fb-b3cf-4909-8223-aec8b1097d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:20.216890 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5ff5a1fb-b3cf-4909-8223-aec8b1097d09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:20.230033 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968a8510-5a6b-4823-8633-16b1c5c62f94 None None] Network 2888c7fe-ae98-4d0e-9549-8ca804e8c855 requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:29:20.250989 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40791f0e-cd98-4969-a2c8-d90a61e5abcf None None] Network e39f5c4c-2123-4c06-9dcf-a1960e2860e7 requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:29:20.263243 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-06995499-ac09-47af-a3fd-7175f93d8949 None None] Attempting to bind port c9d88b57-1c66-47f2-a4f6-82c0078d25ff on host dv-cinder-834920-1-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:29:20.263868 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-06995499-ac09-47af-a3fd-7175f93d8949 None None] Attempting to bind port c9d88b57-1c66-47f2-a4f6-82c0078d25ff by drivers openvswitch,hyperv on host dv-cinder-834920-1-iscsi at level 0 using segments [{'id': 'a411194a-69f6-4c08-a136-cf58c2766c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:29:20.264299 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06995499-ac09-47af-a3fd-7175f93d8949 None None] Attempting to bind port c9d88b57-1c66-47f2-a4f6-82c0078d25ff on network cf00ba7b-82ed-4a68-ac03-2cd555b65d58 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:29:20.268701 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-5ff5a1fb-b3cf-4909-8223-aec8b1097d09 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3599396 Mar 23 17:29:20.288860 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 34036) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:20.302753 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06995499-ac09-47af-a3fd-7175f93d8949 None None] Checking agent: {'id': '827fbf48-cdcd-428c-a50e-7eba0e2d74f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834920-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 21, 14), 'started_at': datetime.datetime(2022, 3, 23, 17, 21, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834920-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:29:20.303163 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06995499-ac09-47af-a3fd-7175f93d8949 None None] Checking segment: {'id': 'a411194a-69f6-4c08-a136-cf58c2766c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:29:20.303676 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-06995499-ac09-47af-a3fd-7175f93d8949 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:20.304139 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06995499-ac09-47af-a3fd-7175f93d8949 None None] Bound using segment: {'id': 'a411194a-69f6-4c08-a136-cf58c2766c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:29:20.304691 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-06995499-ac09-47af-a3fd-7175f93d8949 None None] Bound port: c9d88b57-1c66-47f2-a4f6-82c0078d25ff, host: dv-cinder-834920-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a411194a-69f6-4c08-a136-cf58c2766c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:29:20.307674 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-06995499-ac09-47af-a3fd-7175f93d8949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (c9d88b57-1c66-47f2-a4f6-82c0078d25ff), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:20.307674 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-9726d45e-f6d2-4b4a-a712-fb2e0e3d686b None None] Provisioning complete for port 6f84c741-2e49-4f15-8794-9fff5e095e17 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:20.307674 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9726d45e-f6d2-4b4a-a712-fb2e0e3d686b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (6f84c741-2e49-4f15-8794-9fff5e095e17), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:20.328668 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-5282d340-409e-4639-b21e-cff29ff58afa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-683399696-router', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:29:20.338170 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7fb08245-3179-4432-9193-9de1634b3adc admin admin] Publish callbacks [] for router_controller (e9794722-c150-44c7-906a-28cfb4d22793), precommit_add_association {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:20.373468 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port 6f84c741-2e49-4f15-8794-9fff5e095e17 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:20.373916 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (6f84c741-2e49-4f15-8794-9fff5e095e17), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:20.423126 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 34042) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:20.473936 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-5282d340-409e-4639-b21e-cff29ff58afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3239'] for router (b955e9d6-d7fe-49cc-a263-c46349d0997f), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:20.474999 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-5282d340-409e-4639-b21e-cff29ff58afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614398', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3216'] for router (b955e9d6-d7fe-49cc-a263-c46349d0997f), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:20.500438 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-95c692a6-e218-40bf-8741-28f5203264b9 admin admin] Publish callbacks [] for router_gateway (48063dea-2895-40e4-905f-dfe5b0b536bb), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:20.527780 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1e613eaa-028e-4d73-b932-4321d637f63a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614187'] for router (06643b2d-3270-46bc-8887-8b9f92b18bf3), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:20.543920 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3f27d86b-23b1-4cf7-9d85-ce1d8adf7492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701'] for subnet (bb63f988-43cc-46be-b3b9-fe684f716024), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:20.559301 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-95c692a6-e218-40bf-8741-28f5203264b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:20.575941 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7fb08245-3179-4432-9193-9de1634b3adc admin admin] Publish callbacks [] for router_gateway (e9794722-c150-44c7-906a-28cfb4d22793), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:20.692217 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-06995499-ac09-47af-a3fd-7175f93d8949 None None] For port c9d88b57-1c66-47f2-a4f6-82c0078d25ff, host dv-cinder-834920-1-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:29:20.758719 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-06995499-ac09-47af-a3fd-7175f93d8949 None None] For port c9d88b57-1c66-47f2-a4f6-82c0078d25ff, host dv-cinder-834920-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=c9d88b57-1c66-47f2-a4f6-82c0078d25ff,segment=NetworkSegment(a411194a-69f6-4c08-a136-cf58c2766c0a),segment_id=a411194a-69f6-4c08-a136-cf58c2766c0a)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:29:20.773168 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-06995499-ac09-47af-a3fd-7175f93d8949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (c9d88b57-1c66-47f2-a4f6-82c0078d25ff), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:20.790400 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-5282d340-409e-4639-b21e-cff29ff58afa admin admin] Publish callbacks [] for router_controller (b955e9d6-d7fe-49cc-a263-c46349d0997f), precommit_add_association {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:20.817107 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port 6f84c741-2e49-4f15-8794-9fff5e095e17 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:29:20.817526 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (6f84c741-2e49-4f15-8794-9fff5e095e17), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:20.818017 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7fb08245-3179-4432-9193-9de1634b3adc admin admin] Publish callbacks [] for router_gateway (e9794722-c150-44c7-906a-28cfb4d22793), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:20.826297 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc703df-a1b6-41ec-9ece-bd42c1a0508a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4e3ed9b-8bb8-5e9e-b680-033646fc88a4-2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'fixed_ips': [{'subnet_id': 'd923e995-8ad4-43f2-beba-221af8031362'}]}} from dv-cinder-834920-1-iscsi. {{(pid=103209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 17:29:20.827666 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-cdc703df-a1b6-41ec-9ece-bd42c1a0508a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:20.844254 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7fb08245-3179-4432-9193-9de1634b3adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:20.853974 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa5c147-4e79-40bd-b862-582554dbcedd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4e3ed9b-8bb8-5e9e-b680-033646fc88a4-e39f5c4c-2123-4c06-9dcf-a1960e2860e7', 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7', 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'fixed_ips': [{'subnet_id': 'ecd5be18-6bee-4974-83c0-da45214c17c0'}]}} from dv-cinder-834920-1-iscsi. {{(pid=103209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 17:29:20.856409 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8aa5c147-4e79-40bd-b862-582554dbcedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:20.950544 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-9726d45e-f6d2-4b4a-a712-fb2e0e3d686b None None] Current status of the port 6f84c741-2e49-4f15-8794-9fff5e095e17 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:29:20.950979 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9726d45e-f6d2-4b4a-a712-fb2e0e3d686b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (6f84c741-2e49-4f15-8794-9fff5e095e17), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:20.973837 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [None req-7fb08245-3179-4432-9193-9de1634b3adc admin admin] Allocated IP 172.27.2.226 (17d610fd-133a-4c28-bfb5-fce45cda1090/3c39f8ab-3a38-4914-94a2-be3bf3be7af7/40bb39c3-cdd2-4f4a-a80c-c69c312d4834) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:29:21.011921 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f141dd1b-49a6-482e-8917-c2e0472442bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:21.063938 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f27d86b-23b1-4cf7-9d85-ce1d8adf7492 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb63f988-43cc-46be-b3b9-fe684f716024,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:21.081642 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f27d86b-23b1-4cf7-9d85-ce1d8adf7492 admin admin] Checking segment: {'id': '16ebb58e-2b7e-4562-b26b-83089ad97671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '13c0d1fd-3e0e-4cba-896f-66aeb7da2095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:29:21.081642 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f27d86b-23b1-4cf7-9d85-ce1d8adf7492 admin admin] Network hostable DHCP agents. Network: 13c0d1fd-3e0e-4cba-896f-66aeb7da2095, hostable agents: ['0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66'], hosted agents: [] {{(pid=103207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 17:29:21.120894 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7fb08245-3179-4432-9193-9de1634b3adc admin admin] Publish callbacks [] for port (40bb39c3-cdd2-4f4a-a80c-c69c312d4834), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:21.140196 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] For port 6f84c741-2e49-4f15-8794-9fff5e095e17, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=6f84c741-2e49-4f15-8794-9fff5e095e17,segment=NetworkSegment(3173c500-488c-4756-a1e4-19030c18bbcc),segment_id=3173c500-488c-4756-a1e4-19030c18bbcc)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:29:21.146225 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06995499-ac09-47af-a3fd-7175f93d8949 None None] Pushing event updated for resources: {'Port': ['ID=c9d88b57-1c66-47f2-a4f6-82c0078d25ff,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:21.165808 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7fb08245-3179-4432-9193-9de1634b3adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (40bb39c3-cdd2-4f4a-a80c-c69c312d4834), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:21.173723 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (6f84c741-2e49-4f15-8794-9fff5e095e17), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:21.230458 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-5282d340-409e-4639-b21e-cff29ff58afa admin admin] Publish callbacks [] for router_gateway (b955e9d6-d7fe-49cc-a263-c46349d0997f), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:21.238517 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb08245-3179-4432-9193-9de1634b3adc admin admin] Network 17d610fd-133a-4c28-bfb5-fce45cda1090 is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:29:21.256897 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-7fb08245-3179-4432-9193-9de1634b3adc admin admin] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:29:21.276557 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb08245-3179-4432-9193-9de1634b3adc admin admin] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:29:21.369184 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f27d86b-23b1-4cf7-9d85-ce1d8adf7492 admin admin] Network 13c0d1fd-3e0e-4cba-896f-66aeb7da2095 is scheduled to be hosted by DHCP agent 0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66 with binding_index 1 {{(pid=103207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 17:29:21.384424 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb08245-3179-4432-9193-9de1634b3adc admin admin] Pushing event updated for resources: {'Port': ['ID=40bb39c3-cdd2-4f4a-a80c-c69c312d4834,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:21.459611 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-3f27d86b-23b1-4cf7-9d85-ce1d8adf7492 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834920-1-iscsi, 13c0d1fd-3e0e-4cba-896f-66aeb7da2095) {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:29:21.460648 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Pushing event updated for resources: {'Port': ['ID=6f84c741-2e49-4f15-8794-9fff5e095e17,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:21.481668 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [None req-95c692a6-e218-40bf-8741-28f5203264b9 admin admin] Allocated IP 172.27.2.126 (17d610fd-133a-4c28-bfb5-fce45cda1090/3c39f8ab-3a38-4914-94a2-be3bf3be7af7/4b00755c-72f5-4f2b-8458-b0ecb5621d5f) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:29:21.496199 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e613eaa-028e-4d73-b932-4321d637f63a admin admin] Router 06643b2d-3270-46bc-8887-8b9f92b18bf3 is scheduled to L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 with binding_index 1 {{(pid=103207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 17:29:21.512259 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f27d86b-23b1-4cf7-9d85-ce1d8adf7492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:21.513226 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3f27d86b-23b1-4cf7-9d85-ce1d8adf7492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for subnet (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:21.542328 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5208aa4e-1d57-4beb-b01e-f889c6f8c088 None None] Network 13c0d1fd-3e0e-4cba-896f-66aeb7da2095 requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:29:21.551785 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-3f27d86b-23b1-4cf7-9d85-ce1d8adf7492 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0175319 Mar 23 17:29:21.580531 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f141dd1b-49a6-482e-8917-c2e0472442bd admin admin] Publish callbacks [] for security_group (78356f90-9d07-4cbd-b9bb-0b73030dbfef), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:21.631986 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f141dd1b-49a6-482e-8917-c2e0472442bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (78356f90-9d07-4cbd-b9bb-0b73030dbfef), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:21.731681 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e18609-3e3d-4b62-8465-32edc238990a None None] Network 13c0d1fd-3e0e-4cba-896f-66aeb7da2095 requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:29:21.929502 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-f141dd1b-49a6-482e-8917-c2e0472442bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=83035980eab1448fba45615714898671&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4957905 Mar 23 17:29:21.953716 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141dd1b-49a6-482e-8917-c2e0472442bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78356f90-9d07-4cbd-b9bb-0b73030dbfef,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:21.970828 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 34062) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:22.099630 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e613eaa-028e-4d73-b932-4321d637f63a admin admin] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:29:22.115123 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12757a3-9616-412f-922c-21724b182ec5 None None] Sync routers for ids ['06643b2d-3270-46bc-8887-8b9f92b18bf3'] in dv-cinder-834920-1-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:29:22.147019 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [None req-cdc703df-a1b6-41ec-9ece-bd42c1a0508a None None] Allocated IP 172.20.0.2 (2888c7fe-ae98-4d0e-9549-8ca804e8c855/d923e995-8ad4-43f2-beba-221af8031362/b55aa253-045a-4044-be26-dc98d75e706e) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:29:22.149372 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12757a3-9616-412f-922c-21724b182ec5 None None] Routers {'06643b2d-3270-46bc-8887-8b9f92b18bf3'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:29:22.151774 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-c12757a3-9616-412f-922c-21724b182ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:29:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['06643b2d-3270-46bc-8887-8b9f92b18bf3'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:29:22.230004 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-95c692a6-e218-40bf-8741-28f5203264b9 admin admin] Publish callbacks [] for port (4b00755c-72f5-4f2b-8458-b0ecb5621d5f), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:22.258700 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1e613eaa-028e-4d73-b932-4321d637f63a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:22.263742 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-1e613eaa-028e-4d73-b932-4321d637f63a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3752847 Mar 23 17:29:22.276445 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 34078) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:22.363022 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-8320c0bd-ccfa-4295-80e4-0f148815e604 admin admin] Publish callbacks [] for security_group (78356f90-9d07-4cbd-b9bb-0b73030dbfef), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:22.389866 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7fb08245-3179-4432-9193-9de1634b3adc admin admin] Publish callbacks [] for router_gateway (e9794722-c150-44c7-906a-28cfb4d22793), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:22.574717 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-8320c0bd-ccfa-4295-80e4-0f148815e604 admin admin] Publish callbacks [] for security_group (78356f90-9d07-4cbd-b9bb-0b73030dbfef), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:22.752028 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-c12757a3-9616-412f-922c-21724b182ec5 None None] Set router 06643b2d-3270-46bc-8887-8b9f92b18bf3 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:29:22.824882 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [None req-8aa5c147-4e79-40bd-b862-582554dbcedd None None] Allocated IP 172.20.0.2 (e39f5c4c-2123-4c06-9dcf-a1960e2860e7/ecd5be18-6bee-4974-83c0-da45214c17c0/5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:29:22.838464 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ce0ccf-0ec7-4db4-aaf3-7d9438d61160 None None] Network cf00ba7b-82ed-4a68-ac03-2cd555b65d58 requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:29:22.909400 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.db.api [None req-9726d45e-f6d2-4b4a-a712-fb2e0e3d686b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103209) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 17:29:22.910250 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG oslo_db.api [None req-9726d45e-f6d2-4b4a-a712-fb2e0e3d686b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 17:29:22.943103 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:23.000507 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-cdc703df-a1b6-41ec-9ece-bd42c1a0508a None None] Publish callbacks [] for port (b55aa253-045a-4044-be26-dc98d75e706e), precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:23.027968 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-cdc703df-a1b6-41ec-9ece-bd42c1a0508a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (b55aa253-045a-4044-be26-dc98d75e706e), after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:23.031446 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-8320c0bd-ccfa-4295-80e4-0f148815e604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (78356f90-9d07-4cbd-b9bb-0b73030dbfef), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:23.039283 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-8320c0bd-ccfa-4295-80e4-0f148815e604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:23.040692 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-8320c0bd-ccfa-4295-80e4-0f148815e604 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/78356f90-9d07-4cbd-b9bb-0b73030dbfef HTTP/1.1" status: 204 len: 168 time: 1.0644784 Mar 23 17:29:23.045692 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7fb08245-3179-4432-9193-9de1634b3adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614187'] for router (e9794722-c150-44c7-906a-28cfb4d22793), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:23.058345 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-5282d340-409e-4639-b21e-cff29ff58afa admin admin] Publish callbacks [] for router_gateway (b955e9d6-d7fe-49cc-a263-c46349d0997f), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:23.099228 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-5282d340-409e-4639-b21e-cff29ff58afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:23.124493 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-95c692a6-e218-40bf-8741-28f5203264b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (4b00755c-72f5-4f2b-8458-b0ecb5621d5f), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:23.147314 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320c0bd-ccfa-4295-80e4-0f148815e604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78356f90-9d07-4cbd-b9bb-0b73030dbfef,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:23.172521 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c692a6-e218-40bf-8741-28f5203264b9 admin admin] Network 17d610fd-133a-4c28-bfb5-fce45cda1090 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:29:23.183159 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-95c692a6-e218-40bf-8741-28f5203264b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:29:23.187800 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c692a6-e218-40bf-8741-28f5203264b9 admin admin] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:29:23.205871 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-c12757a3-9616-412f-922c-21724b182ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2035450451-router', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:16Z', 'updated_at': '2022-03-23T17:29:19Z', 'revision_number': 3, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'gw_port': {'id': 'c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:77:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:17Z', 'updated_at': '2022-03-23T17:29:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi'}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:29:23.265884 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12757a3-9616-412f-922c-21724b182ec5 None None] Checking router: 06643b2d-3270-46bc-8887-8b9f92b18bf3 for host: dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:29:23.267060 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12757a3-9616-412f-922c-21724b182ec5 None None] Updating router 06643b2d-3270-46bc-8887-8b9f92b18bf3 port c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8 binding host dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 17:29:23.289703 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc703df-a1b6-41ec-9ece-bd42c1a0508a None None] Network 2888c7fe-ae98-4d0e-9549-8ca804e8c855 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:29:23.344026 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c12757a3-9616-412f-922c-21724b182ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:23.401529 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-cdc703df-a1b6-41ec-9ece-bd42c1a0508a None None] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:29:23.450790 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc703df-a1b6-41ec-9ece-bd42c1a0508a None None] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:29:23.457735 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb08245-3179-4432-9193-9de1634b3adc admin admin] Router e9794722-c150-44c7-906a-28cfb4d22793 is scheduled to L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 with binding_index 1 {{(pid=103208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 17:29:23.556068 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc703df-a1b6-41ec-9ece-bd42c1a0508a None None] Pushing event updated for resources: {'Port': ['ID=b55aa253-045a-4044-be26-dc98d75e706e,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:23.679184 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 6f84c741-2e49-4f15-8794-9fff5e095e17 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:29:23.759148 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 34128) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:23.762040 dv-cinder-834920-1-iscsi neutron-server[103208]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 23 17:29:23.773475 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-9726d45e-f6d2-4b4a-a712-fb2e0e3d686b None None] Current status of the port 6f84c741-2e49-4f15-8794-9fff5e095e17 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:29:23.822825 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-cdc703df-a1b6-41ec-9ece-bd42c1a0508a None None] Attempting to bind port b55aa253-045a-4044-be26-dc98d75e706e on host dv-cinder-834920-1-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:29:23.823198 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-cdc703df-a1b6-41ec-9ece-bd42c1a0508a None None] Attempting to bind port b55aa253-045a-4044-be26-dc98d75e706e by drivers openvswitch,hyperv on host dv-cinder-834920-1-iscsi at level 0 using segments [{'id': '0ba0aa12-bf45-410a-8276-1084354c048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:29:23.823574 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc703df-a1b6-41ec-9ece-bd42c1a0508a None None] Attempting to bind port b55aa253-045a-4044-be26-dc98d75e706e on network 2888c7fe-ae98-4d0e-9549-8ca804e8c855 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:29:23.836884 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8aa5c147-4e79-40bd-b862-582554dbcedd None None] Publish callbacks [] for port (5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0), precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:23.840745 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc703df-a1b6-41ec-9ece-bd42c1a0508a None None] Checking agent: {'id': '827fbf48-cdcd-428c-a50e-7eba0e2d74f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834920-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 21, 14), 'started_at': datetime.datetime(2022, 3, 23, 17, 21, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834920-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:29:23.841122 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc703df-a1b6-41ec-9ece-bd42c1a0508a None None] Checking segment: {'id': '0ba0aa12-bf45-410a-8276-1084354c048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:29:23.841579 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-cdc703df-a1b6-41ec-9ece-bd42c1a0508a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:23.841980 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc703df-a1b6-41ec-9ece-bd42c1a0508a None None] Bound using segment: {'id': '0ba0aa12-bf45-410a-8276-1084354c048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:29:23.842468 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-cdc703df-a1b6-41ec-9ece-bd42c1a0508a None None] Bound port: b55aa253-045a-4044-be26-dc98d75e706e, host: dv-cinder-834920-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ba0aa12-bf45-410a-8276-1084354c048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:29:23.842850 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-cdc703df-a1b6-41ec-9ece-bd42c1a0508a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (b55aa253-045a-4044-be26-dc98d75e706e), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:23.846924 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 34130) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:23.870721 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c692a6-e218-40bf-8741-28f5203264b9 admin admin] Pushing event updated for resources: {'Port': ['ID=4b00755c-72f5-4f2b-8458-b0ecb5621d5f,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:23.872883 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8aa5c147-4e79-40bd-b862-582554dbcedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0), after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:23.988363 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c12757a3-9616-412f-922c-21724b182ec5 None None] Publish callbacks [] for port (c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:23.992242 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa5c147-4e79-40bd-b862-582554dbcedd None None] Network e39f5c4c-2123-4c06-9dcf-a1960e2860e7 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:29:23.993238 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-fe3867d0-334a-4aec-8248-1778fa224a17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:23.997769 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c12757a3-9616-412f-922c-21724b182ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:24.006539 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5c147-4e79-40bd-b862-582554dbcedd None None] Pushing event updated for resources: {'Port': ['ID=5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:24.026080 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-8aa5c147-4e79-40bd-b862-582554dbcedd None None] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:29:24.027807 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port 6f84c741-2e49-4f15-8794-9fff5e095e17 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:24.028200 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (6f84c741-2e49-4f15-8794-9fff5e095e17), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:24.032909 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb08245-3179-4432-9193-9de1634b3adc admin admin] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:29:24.039636 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa5c147-4e79-40bd-b862-582554dbcedd None None] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:29:24.043972 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-c24c7b5e-795c-4f6b-8120-c242c4fe241d None None] Provisioning complete for port c9d88b57-1c66-47f2-a4f6-82c0078d25ff triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:24.044359 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c24c7b5e-795c-4f6b-8120-c242c4fe241d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (c9d88b57-1c66-47f2-a4f6-82c0078d25ff), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:24.072156 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b42548-be3e-45fc-a88a-63972f19c494 None None] Sync routers for ids ['e9794722-c150-44c7-906a-28cfb4d22793'] in dv-cinder-834920-1-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:29:24.086403 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0df131-1a24-4697-992e-e0451340de5c None None] Pushing event updated for resources: {'Port': ['ID=c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:24.093678 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-fe3867d0-334a-4aec-8248-1778fa224a17 admin admin] Publish callbacks [] for security_group (4eff5281-144f-47b8-b84c-bf7e37cfd0eb), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:24.107020 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0df131-1a24-4697-992e-e0451340de5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:24.107755 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0df131-1a24-4697-992e-e0451340de5c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:24.109460 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0df131-1a24-4697-992e-e0451340de5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:24.110197 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0df131-1a24-4697-992e-e0451340de5c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:24.110770 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0df131-1a24-4697-992e-e0451340de5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:24.112205 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7fb08245-3179-4432-9193-9de1634b3adc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:24.113934 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0df131-1a24-4697-992e-e0451340de5c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:24.114636 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0df131-1a24-4697-992e-e0451340de5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:24.115863 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0df131-1a24-4697-992e-e0451340de5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:24.116475 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0df131-1a24-4697-992e-e0451340de5c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:24.116650 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-7fb08245-3179-4432-9193-9de1634b3adc admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9631152 Mar 23 17:29:24.117249 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 34134) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:24.117511 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0df131-1a24-4697-992e-e0451340de5c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:24.118070 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0df131-1a24-4697-992e-e0451340de5c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:24.118633 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0df131-1a24-4697-992e-e0451340de5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:24.119853 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0df131-1a24-4697-992e-e0451340de5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:24.120585 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0df131-1a24-4697-992e-e0451340de5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:24.124013 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-fe3867d0-334a-4aec-8248-1778fa224a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (4eff5281-144f-47b8-b84c-bf7e37cfd0eb), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:24.128946 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0df131-1a24-4697-992e-e0451340de5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0df131-1a24-4697-992e-e0451340de5c None None] Tracked resource versions report: Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: pushed versions: Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: { 'AddressGroup': {'1.2'}, Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: 'Agent': {'1.1'}, Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: 'ConntrackHelper': {'1.0'}, Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: 'LocalIPAssociation': {'1.0'}, Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: 'Log': {'1.0'}, Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: 'NDPProxy': {'1.0'}, Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: 'Network': {'1.1'}, Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: 'Port': {'1.7'}, Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: 'PortForwarding': {'1.3'}, Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: 'QosPolicy': {'1.10'}, Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: 'SecurityGroup': {'1.5'}, Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: 'SecurityGroupRule': {'1.2'}, Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: 'SubPort': {'1.0'}, Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: 'Subnet': {'1.1'}, Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: 'Trunk': {'1.1'}} Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: consumer versions: Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: { DHCP agent@dv-cinder-834920-1-iscsi: {}, Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: HyperV agent@hv-cinder-83492: {}, Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: L3 agent@dv-cinder-834920-1-iscsi: {}, Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: Metadata agent@dv-cinder-834920-1-iscsi: {}, Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: Metering agent@dv-cinder-834920-1-iscsi: {}, Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: Open vSwitch agent@dv-cinder-834920-1-iscsi: { 'AddressGroup': '1.2', Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: 'Agent': '1.1', Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: 'ConntrackHelper': '1.0', Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: 'LocalIPAssociation': '1.0', Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: 'Log': '1.0', Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: 'NDPProxy': '1.0', Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: 'Network': '1.1', Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: 'Port': '1.7', Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: 'PortForwarding': '1.3', Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: 'QosPolicy': '1.10', Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: 'SecurityGroup': '1.5', Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: 'SecurityGroupRule': '1.2', Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: 'SubPort': '1.0', Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: 'Subnet': '1.1', Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: 'Trunk': '1.1'}} Mar 23 17:29:24.130944 dv-cinder-834920-1-iscsi neutron-server[103210]: {{(pid=103210) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 17:29:24.167169 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-c12757a3-9616-412f-922c-21724b182ec5 None None] Attempting to bind port c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8 on host dv-cinder-834920-1-iscsi for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:29:24.167751 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-c12757a3-9616-412f-922c-21724b182ec5 None None] Attempting to bind port c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8 by drivers openvswitch,hyperv on host dv-cinder-834920-1-iscsi at level 0 using segments [{'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:29:24.168614 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12757a3-9616-412f-922c-21724b182ec5 None None] Attempting to bind port c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8 on network 17d610fd-133a-4c28-bfb5-fce45cda1090 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:29:24.176290 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12757a3-9616-412f-922c-21724b182ec5 None None] Checking agent: {'id': '827fbf48-cdcd-428c-a50e-7eba0e2d74f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834920-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 21, 14), 'started_at': datetime.datetime(2022, 3, 23, 17, 21, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834920-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:29:24.177378 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12757a3-9616-412f-922c-21724b182ec5 None None] Checking segment: {'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:29:24.178100 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c12757a3-9616-412f-922c-21724b182ec5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:24.178901 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12757a3-9616-412f-922c-21724b182ec5 None None] Bound using segment: {'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:29:24.179788 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-c12757a3-9616-412f-922c-21724b182ec5 None None] Bound port: c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8, host: dv-cinder-834920-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:29:24.180438 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c12757a3-9616-412f-922c-21724b182ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:24.194620 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-cdc703df-a1b6-41ec-9ece-bd42c1a0508a None None] For port b55aa253-045a-4044-be26-dc98d75e706e, host dv-cinder-834920-1-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:29:24.243935 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b42548-be3e-45fc-a88a-63972f19c494 None None] Routers {'e9794722-c150-44c7-906a-28cfb4d22793'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:29:24.244157 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-a2b42548-be3e-45fc-a88a-63972f19c494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:29:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['e9794722-c150-44c7-906a-28cfb4d22793'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:29:24.244452 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-2c29ee7e-983c-45a5-bcac-36919d32cd22 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:24.246125 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-2c29ee7e-983c-45a5-bcac-36919d32cd22 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/networks?id=13c0d1fd-3e0e-4cba-896f-66aeb7da2095 HTTP/1.1" status: 200 len: 812 time: 0.4856365 Mar 23 17:29:24.258534 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-c12757a3-9616-412f-922c-21724b182ec5 None None] For port c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8, host dv-cinder-834920-1-iscsi, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:29:24.263926 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-c12757a3-9616-412f-922c-21724b182ec5 None None] For port c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8, host dv-cinder-834920-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8,segment=NetworkSegment(e3d657d5-0d12-4364-ba98-0127febd700d),segment_id=e3d657d5-0d12-4364-ba98-0127febd700d)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:29:24.267531 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-4e7555d3-3fd1-43c2-ac5b-97aa339c0519 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/quotas/3361f17e528749ceab248e9aac2f399a HTTP/1.1" status: 200 len: 375 time: 0.0144162 Mar 23 17:29:24.273764 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c12757a3-9616-412f-922c-21724b182ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:24.286371 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-cdc703df-a1b6-41ec-9ece-bd42c1a0508a None None] For port b55aa253-045a-4044-be26-dc98d75e706e, host dv-cinder-834920-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=b55aa253-045a-4044-be26-dc98d75e706e,segment=NetworkSegment(0ba0aa12-bf45-410a-8276-1084354c048b),segment_id=0ba0aa12-bf45-410a-8276-1084354c048b)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:29:24.343002 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12757a3-9616-412f-922c-21724b182ec5 None None] Routers {'06643b2d-3270-46bc-8887-8b9f92b18bf3'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:29:24.343748 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-c12757a3-9616-412f-922c-21724b182ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:29:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['06643b2d-3270-46bc-8887-8b9f92b18bf3'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:29:24.348919 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-ca5660b0-5642-4c61-a7d4-b9890f5818fb tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3361f17e528749ceab248e9aac2f399a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694926 Mar 23 17:29:24.353797 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-cdc703df-a1b6-41ec-9ece-bd42c1a0508a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (b55aa253-045a-4044-be26-dc98d75e706e), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:24.409656 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0df131-1a24-4697-992e-e0451340de5c None None] Pushing event updated for resources: {'Port': ['ID=c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:24.425189 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-8aa5c147-4e79-40bd-b862-582554dbcedd None None] Attempting to bind port 5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0 on host dv-cinder-834920-1-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:29:24.425972 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-8aa5c147-4e79-40bd-b862-582554dbcedd None None] Attempting to bind port 5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0 by drivers openvswitch,hyperv on host dv-cinder-834920-1-iscsi at level 0 using segments [{'id': '1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:29:24.426525 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa5c147-4e79-40bd-b862-582554dbcedd None None] Attempting to bind port 5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0 on network e39f5c4c-2123-4c06-9dcf-a1960e2860e7 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:29:24.471296 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa5c147-4e79-40bd-b862-582554dbcedd None None] Checking agent: {'id': '827fbf48-cdcd-428c-a50e-7eba0e2d74f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834920-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 21, 14), 'started_at': datetime.datetime(2022, 3, 23, 17, 21, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834920-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:29:24.471678 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa5c147-4e79-40bd-b862-582554dbcedd None None] Checking segment: {'id': '1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:29:24.472075 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8aa5c147-4e79-40bd-b862-582554dbcedd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:24.472467 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa5c147-4e79-40bd-b862-582554dbcedd None None] Bound using segment: {'id': '1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:29:24.472954 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-8aa5c147-4e79-40bd-b862-582554dbcedd None None] Bound port: 5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0, host: dv-cinder-834920-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:29:24.473419 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8aa5c147-4e79-40bd-b862-582554dbcedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:24.474855 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-fe3867d0-334a-4aec-8248-1778fa224a17 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=058b444e52ef466eaaca9b399b751bf5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6254814 Mar 23 17:29:24.480019 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 34140) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:24.560906 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-767b1f44-d3d3-4499-9a29-1c9a7f40194a admin admin] Publish callbacks [] for security_group (4eff5281-144f-47b8-b84c-bf7e37cfd0eb), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:24.585995 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-c12757a3-9616-412f-922c-21724b182ec5 None None] Set router 06643b2d-3270-46bc-8887-8b9f92b18bf3 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:29:24.623536 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [None req-5282d340-409e-4639-b21e-cff29ff58afa admin admin] Allocated IP 172.27.2.172 (17d610fd-133a-4c28-bfb5-fce45cda1090/3c39f8ab-3a38-4914-94a2-be3bf3be7af7/05408c75-8f63-43b6-a826-f325af2f7c7a) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:29:24.639412 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc703df-a1b6-41ec-9ece-bd42c1a0508a None None] Pushing event updated for resources: {'Port': ['ID=b55aa253-045a-4044-be26-dc98d75e706e,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:24.652821 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-767b1f44-d3d3-4499-9a29-1c9a7f40194a admin admin] Publish callbacks [] for security_group (4eff5281-144f-47b8-b84c-bf7e37cfd0eb), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:24.675462 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-c24c7b5e-795c-4f6b-8120-c242c4fe241d None None] Current status of the port c9d88b57-1c66-47f2-a4f6-82c0078d25ff is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:29:24.675848 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c24c7b5e-795c-4f6b-8120-c242c4fe241d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (c9d88b57-1c66-47f2-a4f6-82c0078d25ff), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:24.694501 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-a2b42548-be3e-45fc-a88a-63972f19c494 None None] Set router e9794722-c150-44c7-906a-28cfb4d22793 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:29:24.712271 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-95c692a6-e218-40bf-8741-28f5203264b9 admin admin] Publish callbacks [] for router_gateway (48063dea-2895-40e4-905f-dfe5b0b536bb), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:24.738889 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3867d0-334a-4aec-8248-1778fa224a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eff5281-144f-47b8-b84c-bf7e37cfd0eb,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:24.745427 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port 6f84c741-2e49-4f15-8794-9fff5e095e17 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:29:24.746567 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device c9d88b57-1c66-47f2-a4f6-82c0078d25ff up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:29:24.860796 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-bcfea17a-e4d1-43b4-b75f-172b1c2e0762 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103208) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 17:29:24.869698 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-bcfea17a-e4d1-43b4-b75f-172b1c2e0762 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2352021 Mar 23 17:29:24.986879 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-c24c7b5e-795c-4f6b-8120-c242c4fe241d None None] For port c9d88b57-1c66-47f2-a4f6-82c0078d25ff, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=c9d88b57-1c66-47f2-a4f6-82c0078d25ff,segment=NetworkSegment(a411194a-69f6-4c08-a136-cf58c2766c0a),segment_id=a411194a-69f6-4c08-a136-cf58c2766c0a)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:29:24.991018 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-c78a726f-c172-4456-998a-b9a007703d82 service neutron] 10.222.0.41 "GET /v2.0/networks/13c0d1fd-3e0e-4cba-896f-66aeb7da2095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202745 Mar 23 17:29:24.992615 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-5282d340-409e-4639-b21e-cff29ff58afa admin admin] Publish callbacks [] for port (05408c75-8f63-43b6-a826-f325af2f7c7a), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:25.008976 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-8aa5c147-4e79-40bd-b862-582554dbcedd None None] For port 5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0, host dv-cinder-834920-1-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:29:25.027631 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c24c7b5e-795c-4f6b-8120-c242c4fe241d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (c9d88b57-1c66-47f2-a4f6-82c0078d25ff), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:25.078130 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-5282d340-409e-4639-b21e-cff29ff58afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (05408c75-8f63-43b6-a826-f325af2f7c7a), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:25.109971 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-8aa5c147-4e79-40bd-b862-582554dbcedd None None] For port 5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0, host dv-cinder-834920-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0,segment=NetworkSegment(1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405),segment_id=1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:29:25.157413 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8aa5c147-4e79-40bd-b862-582554dbcedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:25.162177 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5282d340-409e-4639-b21e-cff29ff58afa admin admin] Network 17d610fd-133a-4c28-bfb5-fce45cda1090 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:29:25.171407 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-5282d340-409e-4639-b21e-cff29ff58afa admin admin] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:29:25.174746 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5282d340-409e-4639-b21e-cff29ff58afa admin admin] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:29:25.201675 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-c24c7b5e-795c-4f6b-8120-c242c4fe241d None None] Provisioning complete for port 6f84c741-2e49-4f15-8794-9fff5e095e17 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:25.202419 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c24c7b5e-795c-4f6b-8120-c242c4fe241d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (6f84c741-2e49-4f15-8794-9fff5e095e17), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:25.217642 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-c12757a3-9616-412f-922c-21724b182ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2035450451-router', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:16Z', 'updated_at': '2022-03-23T17:29:19Z', 'revision_number': 3, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'gw_port': {'id': 'c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:77:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:17Z', 'updated_at': '2022-03-23T17:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi'}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:29:25.276065 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-20030a06-8929-4196-b4b4-303be67dba5d service neutron] 10.222.0.41 "GET /v2.0/networks/13c0d1fd-3e0e-4cba-896f-66aeb7da2095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839904 Mar 23 17:29:25.285014 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c7b5e-795c-4f6b-8120-c242c4fe241d None None] Pushing event updated for resources: {'Port': ['ID=c9d88b57-1c66-47f2-a4f6-82c0078d25ff,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:25.292679 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port c9d88b57-1c66-47f2-a4f6-82c0078d25ff triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:25.294497 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-767b1f44-d3d3-4499-9a29-1c9a7f40194a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (4eff5281-144f-47b8-b84c-bf7e37cfd0eb), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:25.300129 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-767b1f44-d3d3-4499-9a29-1c9a7f40194a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:25.300642 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-767b1f44-d3d3-4499-9a29-1c9a7f40194a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4eff5281-144f-47b8-b84c-bf7e37cfd0eb HTTP/1.1" status: 204 len: 168 time: 0.8188181 Mar 23 17:29:25.311351 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (c9d88b57-1c66-47f2-a4f6-82c0078d25ff), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:25.315246 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b1f44-d3d3-4499-9a29-1c9a7f40194a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eff5281-144f-47b8-b84c-bf7e37cfd0eb,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:25.315451 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12757a3-9616-412f-922c-21724b182ec5 None None] The sync data for ids ['06643b2d-3270-46bc-8887-8b9f92b18bf3'] in dv-cinder-834920-1-iscsi is: [{'id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2035450451-router', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:16Z', 'updated_at': '2022-03-23T17:29:19Z', 'revision_number': 3, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'gw_port': {'id': 'c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:77:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:17Z', 'updated_at': '2022-03-23T17:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi'}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:29:25.456795 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-832d3dae-b6d6-4897-9038-62199f27f902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:25.779910 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5282d340-409e-4639-b21e-cff29ff58afa admin admin] Pushing event updated for resources: {'Port': ['ID=05408c75-8f63-43b6-a826-f325af2f7c7a,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:26.006002 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5c147-4e79-40bd-b862-582554dbcedd None None] Pushing event updated for resources: {'Port': ['ID=5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:26.010396 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-5282d340-409e-4639-b21e-cff29ff58afa admin admin] Publish callbacks [] for router_gateway (b955e9d6-d7fe-49cc-a263-c46349d0997f), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:26.098874 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port c9d88b57-1c66-47f2-a4f6-82c0078d25ff is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:29:26.216469 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-c24c7b5e-795c-4f6b-8120-c242c4fe241d None None] Current status of the port 6f84c741-2e49-4f15-8794-9fff5e095e17 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:29:26.270380 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-a2b42548-be3e-45fc-a88a-63972f19c494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'name': 'tempest-AttachVolumeNegativeTest-1323889583-router', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:21Z', 'revision_number': 3, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'gw_port': {'id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi'}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:29:26.337268 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [None req-832d3dae-b6d6-4897-9038-62199f27f902 admin admin] Allocated IP 172.20.0.1 (2888c7fe-ae98-4d0e-9549-8ca804e8c855/d923e995-8ad4-43f2-beba-221af8031362/24758108-f7b9-4a7b-a8d0-a67a29e436b3) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:29:26.357567 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f284640a-b485-4220-8d29-e34901fa0695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:26.363237 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b42548-be3e-45fc-a88a-63972f19c494 None None] Checking router: e9794722-c150-44c7-906a-28cfb4d22793 for host: dv-cinder-834920-1-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:29:26.365832 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b42548-be3e-45fc-a88a-63972f19c494 None None] Updating router e9794722-c150-44c7-906a-28cfb4d22793 port 40bb39c3-cdd2-4f4a-a80c-c69c312d4834 binding host dv-cinder-834920-1-iscsi {{(pid=103209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 17:29:26.460611 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417672d8-ccc4-423d-b881-3fb2f21e5cbd None None] Network 2888c7fe-ae98-4d0e-9549-8ca804e8c855 requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:29:26.551990 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a2b42548-be3e-45fc-a88a-63972f19c494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (40bb39c3-cdd2-4f4a-a80c-c69c312d4834), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:26.607970 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-832d3dae-b6d6-4897-9038-62199f27f902 admin admin] Publish callbacks [] for port (24758108-f7b9-4a7b-a8d0-a67a29e436b3), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:26.639164 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:29:26.680977 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-5be722fc-09a4-4287-9213-38ccf37f1229 None None] Provisioning complete for port c9d88b57-1c66-47f2-a4f6-82c0078d25ff triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:26.680977 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5be722fc-09a4-4287-9213-38ccf37f1229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (c9d88b57-1c66-47f2-a4f6-82c0078d25ff), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:26.737685 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-832d3dae-b6d6-4897-9038-62199f27f902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (24758108-f7b9-4a7b-a8d0-a67a29e436b3), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:26.871896 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d3dae-b6d6-4897-9038-62199f27f902 admin admin] Pushing event updated for resources: {'Port': ['ID=24758108-f7b9-4a7b-a8d0-a67a29e436b3,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:26.895879 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832d3dae-b6d6-4897-9038-62199f27f902 admin admin] Network 2888c7fe-ae98-4d0e-9549-8ca804e8c855 is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:29:26.898053 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-832d3dae-b6d6-4897-9038-62199f27f902 admin admin] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:29:26.907318 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832d3dae-b6d6-4897-9038-62199f27f902 admin admin] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:29:26.907896 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-832d3dae-b6d6-4897-9038-62199f27f902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614142'] for router_interface (e9794722-c150-44c7-906a-28cfb4d22793), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:26.947012 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [None req-f284640a-b485-4220-8d29-e34901fa0695 admin admin] Allocated IP 172.20.0.1 (3bf943bd-1e58-43c1-bec1-ca7908c0478b/22ea3e11-cafc-4af7-994c-b65686f8be40/ccba8dfc-b097-4469-986d-0d7e3e7a61bb) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:29:27.189718 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 34220) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:27.231706 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-5282d340-409e-4639-b21e-cff29ff58afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614187'] for router (b955e9d6-d7fe-49cc-a263-c46349d0997f), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:27.283697 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f284640a-b485-4220-8d29-e34901fa0695 admin admin] Publish callbacks [] for port (ccba8dfc-b097-4469-986d-0d7e3e7a61bb), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:27.297232 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-95c692a6-e218-40bf-8741-28f5203264b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614187'] for router (48063dea-2895-40e4-905f-dfe5b0b536bb), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:27.359288 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port 5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:27.360134 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:27.479666 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c59946d-a973-4eec-a4e4-0a1f4b482bff None None] Network e39f5c4c-2123-4c06-9dcf-a1960e2860e7 requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:29:27.656476 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-5be722fc-09a4-4287-9213-38ccf37f1229 None None] Current status of the port c9d88b57-1c66-47f2-a4f6-82c0078d25ff is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:29:27.668369 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ed9c02f6-35c3-40c0-a49f-10dec8cc5f50 req-7fde972d-572a-44b0-b071-5aacdbd1718e tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 210 time: 0.4772992 Mar 23 17:29:27.731635 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-832d3dae-b6d6-4897-9038-62199f27f902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (24758108-f7b9-4a7b-a8d0-a67a29e436b3), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:27.962498 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port 5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:29:27.963313 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:27.969569 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-47fb6d78-f736-449b-a5e3-5ee8cc61c3b9 None None] Provisioning complete for port 5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:27.970142 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-47fb6d78-f736-449b-a5e3-5ee8cc61c3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:27.981821 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a2b42548-be3e-45fc-a88a-63972f19c494 None None] Publish callbacks [] for port (40bb39c3-cdd2-4f4a-a80c-c69c312d4834), precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:28.013657 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a2b42548-be3e-45fc-a88a-63972f19c494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (40bb39c3-cdd2-4f4a-a80c-c69c312d4834), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:28.090106 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] For port 5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0,segment=NetworkSegment(1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405),segment_id=1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:29:28.125967 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:28.125967 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device c9d88b57-1c66-47f2-a4f6-82c0078d25ff up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:29:28.239942 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-a2b42548-be3e-45fc-a88a-63972f19c494 None None] Attempting to bind port 40bb39c3-cdd2-4f4a-a80c-c69c312d4834 on host dv-cinder-834920-1-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:29:28.240329 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-a2b42548-be3e-45fc-a88a-63972f19c494 None None] Attempting to bind port 40bb39c3-cdd2-4f4a-a80c-c69c312d4834 by drivers openvswitch,hyperv on host dv-cinder-834920-1-iscsi at level 0 using segments [{'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:29:28.240689 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b42548-be3e-45fc-a88a-63972f19c494 None None] Attempting to bind port 40bb39c3-cdd2-4f4a-a80c-c69c312d4834 on network 17d610fd-133a-4c28-bfb5-fce45cda1090 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:29:28.254681 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68796b0-6a97-4394-be22-4092e935c2df None None] Pushing event updated for resources: {'Port': ['ID=40bb39c3-cdd2-4f4a-a80c-c69c312d4834,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:28.325117 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-832d3dae-b6d6-4897-9038-62199f27f902 admin admin] Publish callbacks [] for port (24758108-f7b9-4a7b-a8d0-a67a29e436b3), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:28.335034 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b42548-be3e-45fc-a88a-63972f19c494 None None] Checking agent: {'id': '827fbf48-cdcd-428c-a50e-7eba0e2d74f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834920-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 21, 14), 'started_at': datetime.datetime(2022, 3, 23, 17, 21, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834920-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:29:28.335403 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b42548-be3e-45fc-a88a-63972f19c494 None None] Checking segment: {'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:29:28.337431 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-832d3dae-b6d6-4897-9038-62199f27f902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (24758108-f7b9-4a7b-a8d0-a67a29e436b3), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:28.338345 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-832d3dae-b6d6-4897-9038-62199f27f902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613994'] for router_interface (e9794722-c150-44c7-906a-28cfb4d22793), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:28.341897 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a2b42548-be3e-45fc-a88a-63972f19c494 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:28.342553 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b42548-be3e-45fc-a88a-63972f19c494 None None] Bound using segment: {'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:29:28.343215 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-a2b42548-be3e-45fc-a88a-63972f19c494 None None] Bound port: 40bb39c3-cdd2-4f4a-a80c-c69c312d4834, host: dv-cinder-834920-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:29:28.343836 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a2b42548-be3e-45fc-a88a-63972f19c494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (40bb39c3-cdd2-4f4a-a80c-c69c312d4834), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:28.441775 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f284640a-b485-4220-8d29-e34901fa0695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (ccba8dfc-b097-4469-986d-0d7e3e7a61bb), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:28.501350 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Pushing event updated for resources: {'Port': ['ID=5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:28.517728 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port c9d88b57-1c66-47f2-a4f6-82c0078d25ff triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:28.517728 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (c9d88b57-1c66-47f2-a4f6-82c0078d25ff), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:28.541041 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c692a6-e218-40bf-8741-28f5203264b9 admin admin] Router 48063dea-2895-40e4-905f-dfe5b0b536bb is scheduled to L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 with binding_index 1 {{(pid=103207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 17:29:28.546704 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d3dae-b6d6-4897-9038-62199f27f902 admin admin] Pushing event updated for resources: {'Port': ['ID=24758108-f7b9-4a7b-a8d0-a67a29e436b3,revision_number=2']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:28.559758 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-47fb6d78-f736-449b-a5e3-5ee8cc61c3b9 None None] Current status of the port 5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:29:28.566415 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f284640a-b485-4220-8d29-e34901fa0695 admin admin] Network 3bf943bd-1e58-43c1-bec1-ca7908c0478b is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:29:28.566940 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-a2b42548-be3e-45fc-a88a-63972f19c494 None None] For port 40bb39c3-cdd2-4f4a-a80c-c69c312d4834, host dv-cinder-834920-1-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:29:28.573470 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-f284640a-b485-4220-8d29-e34901fa0695 admin admin] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:29:28.581053 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f284640a-b485-4220-8d29-e34901fa0695 admin admin] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:29:28.581871 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f284640a-b485-4220-8d29-e34901fa0695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614142'] for router_interface (06643b2d-3270-46bc-8887-8b9f92b18bf3), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:28.602819 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-47fb6d78-f736-449b-a5e3-5ee8cc61c3b9 None None] Provisioning complete for port b55aa253-045a-4044-be26-dc98d75e706e triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:28.603345 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-47fb6d78-f736-449b-a5e3-5ee8cc61c3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (b55aa253-045a-4044-be26-dc98d75e706e), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:28.606348 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-a2b42548-be3e-45fc-a88a-63972f19c494 None None] For port 40bb39c3-cdd2-4f4a-a80c-c69c312d4834, host dv-cinder-834920-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=40bb39c3-cdd2-4f4a-a80c-c69c312d4834,segment=NetworkSegment(e3d657d5-0d12-4364-ba98-0127febd700d),segment_id=e3d657d5-0d12-4364-ba98-0127febd700d)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:29:28.621671 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832d3dae-b6d6-4897-9038-62199f27f902 admin admin] Network 2888c7fe-ae98-4d0e-9549-8ca804e8c855 is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:29:28.624047 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-832d3dae-b6d6-4897-9038-62199f27f902 admin admin] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:29:28.634635 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a2b42548-be3e-45fc-a88a-63972f19c494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (40bb39c3-cdd2-4f4a-a80c-c69c312d4834), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:28.807798 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68796b0-6a97-4394-be22-4092e935c2df None None] Pushing event updated for resources: {'Port': ['ID=40bb39c3-cdd2-4f4a-a80c-c69c312d4834,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:28.831404 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b42548-be3e-45fc-a88a-63972f19c494 None None] Routers {'e9794722-c150-44c7-906a-28cfb4d22793'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:29:28.832162 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-a2b42548-be3e-45fc-a88a-63972f19c494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:29:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['e9794722-c150-44c7-906a-28cfb4d22793'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:29:28.841753 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5282d340-409e-4639-b21e-cff29ff58afa admin admin] Router b955e9d6-d7fe-49cc-a263-c46349d0997f is scheduled to L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 with binding_index 1 {{(pid=103207) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 17:29:28.875115 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832d3dae-b6d6-4897-9038-62199f27f902 admin admin] Router e9794722-c150-44c7-906a-28cfb4d22793 has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:29:29.022087 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port c9d88b57-1c66-47f2-a4f6-82c0078d25ff is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:29:29.023646 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device b55aa253-045a-4044-be26-dc98d75e706e up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:29:29.048576 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284640a-b485-4220-8d29-e34901fa0695 admin admin] Pushing event updated for resources: {'Port': ['ID=ccba8dfc-b097-4469-986d-0d7e3e7a61bb,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:29.054995 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c692a6-e218-40bf-8741-28f5203264b9 admin admin] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:29:29.068715 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-47fb6d78-f736-449b-a5e3-5ee8cc61c3b9 None None] Current status of the port b55aa253-045a-4044-be26-dc98d75e706e is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:29:29.071139 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aed1ce1-4f96-45f6-95d1-dc871b02e908 None None] Sync routers for ids ['48063dea-2895-40e4-905f-dfe5b0b536bb'] in dv-cinder-834920-1-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:29:29.073983 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-47fb6d78-f736-449b-a5e3-5ee8cc61c3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (b55aa253-045a-4044-be26-dc98d75e706e), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:29.092869 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aed1ce1-4f96-45f6-95d1-dc871b02e908 None None] Routers {'48063dea-2895-40e4-905f-dfe5b0b536bb'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:29:29.094478 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-9aed1ce1-4f96-45f6-95d1-dc871b02e908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:29:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['48063dea-2895-40e4-905f-dfe5b0b536bb'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:29:29.107714 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6662b72a-aa9b-4ea7-8e3b-5d7842d5d376 req-390fbc39-5eb3-4733-b40e-5bd155ad98a3 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 210 time: 0.0359316 Mar 23 17:29:29.119187 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832d3dae-b6d6-4897-9038-62199f27f902 admin admin] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:29:29.134528 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-832d3dae-b6d6-4897-9038-62199f27f902 admin admin] 10.222.0.41 "PUT /v2.0/routers/e9794722-c150-44c7-906a-28cfb4d22793/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0064366 Mar 23 17:29:29.248211 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-47fb6d78-f736-449b-a5e3-5ee8cc61c3b9 None None] For port b55aa253-045a-4044-be26-dc98d75e706e, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=b55aa253-045a-4044-be26-dc98d75e706e,segment=NetworkSegment(0ba0aa12-bf45-410a-8276-1084354c048b),segment_id=0ba0aa12-bf45-410a-8276-1084354c048b)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:29:29.254470 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-a2b42548-be3e-45fc-a88a-63972f19c494 None None] Set router e9794722-c150-44c7-906a-28cfb4d22793 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:29:29.260300 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-9aed1ce1-4f96-45f6-95d1-dc871b02e908 None None] Set router 48063dea-2895-40e4-905f-dfe5b0b536bb gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:29:29.292957 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5282d340-409e-4639-b21e-cff29ff58afa admin admin] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:29:29.310043 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-95c692a6-e218-40bf-8741-28f5203264b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:29.312566 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-95c692a6-e218-40bf-8741-28f5203264b9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.9658689 Mar 23 17:29:29.314855 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 34274) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:29.315739 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f284640a-b485-4220-8d29-e34901fa0695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (ccba8dfc-b097-4469-986d-0d7e3e7a61bb), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:29.365521 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-5282d340-409e-4639-b21e-cff29ff58afa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:29.372507 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-5282d340-409e-4639-b21e-cff29ff58afa admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.0498822 Mar 23 17:29:29.373362 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 34280) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:29.473992 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-47fb6d78-f736-449b-a5e3-5ee8cc61c3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (b55aa253-045a-4044-be26-dc98d75e706e), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:29.489372 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40574279-e822-4a60-b689-dde6d5d7ef1e None None] Sync routers for ids ['b955e9d6-d7fe-49cc-a263-c46349d0997f'] in dv-cinder-834920-1-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:29:29.534578 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port b55aa253-045a-4044-be26-dc98d75e706e triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:29.535552 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (b55aa253-045a-4044-be26-dc98d75e706e), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:29.682706 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f284640a-b485-4220-8d29-e34901fa0695 admin admin] Publish callbacks [] for port (ccba8dfc-b097-4469-986d-0d7e3e7a61bb), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:29.683417 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-9aed1ce1-4f96-45f6-95d1-dc871b02e908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'name': 'tempest-AttachVolumeTestJSON-290508263-router', 'tenant_id': '562e825d481140639866877090276140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4b00755c-72f5-4f2b-8458-b0ecb5621d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:18Z', 'updated_at': '2022-03-23T17:29:24Z', 'revision_number': 3, 'project_id': '562e825d481140639866877090276140', 'gw_port': {'id': '4b00755c-72f5-4f2b-8458-b0ecb5621d5f', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c1:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi'}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:29:29.690393 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40574279-e822-4a60-b689-dde6d5d7ef1e None None] Routers {'b955e9d6-d7fe-49cc-a263-c46349d0997f'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:29:29.691476 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-40574279-e822-4a60-b689-dde6d5d7ef1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:29:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['b955e9d6-d7fe-49cc-a263-c46349d0997f'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:29:29.719612 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aed1ce1-4f96-45f6-95d1-dc871b02e908 None None] Checking router: 48063dea-2895-40e4-905f-dfe5b0b536bb for host: dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:29:29.719880 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aed1ce1-4f96-45f6-95d1-dc871b02e908 None None] Updating router 48063dea-2895-40e4-905f-dfe5b0b536bb port 4b00755c-72f5-4f2b-8458-b0ecb5621d5f binding host dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 17:29:29.730876 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f284640a-b485-4220-8d29-e34901fa0695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (ccba8dfc-b097-4469-986d-0d7e3e7a61bb), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:29.732023 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f284640a-b485-4220-8d29-e34901fa0695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613994'] for router_interface (06643b2d-3270-46bc-8887-8b9f92b18bf3), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:29.749783 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9aed1ce1-4f96-45f6-95d1-dc871b02e908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (4b00755c-72f5-4f2b-8458-b0ecb5621d5f), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:29.935964 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f284640a-b485-4220-8d29-e34901fa0695 admin admin] Network 3bf943bd-1e58-43c1-bec1-ca7908c0478b is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:29:29.942623 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-f284640a-b485-4220-8d29-e34901fa0695 admin admin] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:29:29.946637 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284640a-b485-4220-8d29-e34901fa0695 admin admin] Pushing event updated for resources: {'Port': ['ID=ccba8dfc-b097-4469-986d-0d7e3e7a61bb,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:29.998320 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb6d78-f736-449b-a5e3-5ee8cc61c3b9 None None] Pushing event updated for resources: {'Port': ['ID=b55aa253-045a-4044-be26-dc98d75e706e,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:30.057091 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e408abe0-3b12-44d8-9c9d-5453f36ce8ad None None] Provisioning complete for port 5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:30.057492 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e408abe0-3b12-44d8-9c9d-5453f36ce8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:30.357486 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 34294) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:30.360565 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1ea09ab8-efb6-4921-bda1-72861910900e req-5753041f-e85a-4087-9010-4a6749a9bb76 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 210 time: 0.0648756 Mar 23 17:29:30.367246 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-8885be75-305d-46f1-85bc-ab2ed66a419d tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Request body: {'security_group': {'name': 'tempest-securitygroup--335910810', 'description': 'tempest-description--1688474485'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:29:30.378982 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-40574279-e822-4a60-b689-dde6d5d7ef1e None None] Set router b955e9d6-d7fe-49cc-a263-c46349d0997f gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:29:30.410536 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-8885be75-305d-46f1-85bc-ab2ed66a419d tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:30.418598 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port b55aa253-045a-4044-be26-dc98d75e706e is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:29:30.420028 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:29:30.466184 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f284640a-b485-4220-8d29-e34901fa0695 admin admin] Router 06643b2d-3270-46bc-8887-8b9f92b18bf3 has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:29:30.477565 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9aed1ce1-4f96-45f6-95d1-dc871b02e908 None None] Publish callbacks [] for port (4b00755c-72f5-4f2b-8458-b0ecb5621d5f), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:30.488353 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9aed1ce1-4f96-45f6-95d1-dc871b02e908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (4b00755c-72f5-4f2b-8458-b0ecb5621d5f), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:30.570084 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9d26a574-e8b4-4542-aacf-fd3e0c397b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:30.571518 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819de9f7-41dc-4593-b76b-a333684f3fcb None None] Pushing event updated for resources: {'Port': ['ID=4b00755c-72f5-4f2b-8458-b0ecb5621d5f,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:30.627053 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-8885be75-305d-46f1-85bc-ab2ed66a419d tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group (2cacdaef-f6fc-46e6-b558-465d9bc6ea9e), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:30.632430 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-9aed1ce1-4f96-45f6-95d1-dc871b02e908 None None] Attempting to bind port 4b00755c-72f5-4f2b-8458-b0ecb5621d5f on host dv-cinder-834920-1-iscsi for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:29:30.633284 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-9aed1ce1-4f96-45f6-95d1-dc871b02e908 None None] Attempting to bind port 4b00755c-72f5-4f2b-8458-b0ecb5621d5f by drivers openvswitch,hyperv on host dv-cinder-834920-1-iscsi at level 0 using segments [{'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:29:30.633969 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aed1ce1-4f96-45f6-95d1-dc871b02e908 None None] Attempting to bind port 4b00755c-72f5-4f2b-8458-b0ecb5621d5f on network 17d610fd-133a-4c28-bfb5-fce45cda1090 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:29:30.641330 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:30.642031 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:30.643374 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aed1ce1-4f96-45f6-95d1-dc871b02e908 None None] Checking agent: {'id': '827fbf48-cdcd-428c-a50e-7eba0e2d74f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834920-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 21, 14), 'started_at': datetime.datetime(2022, 3, 23, 17, 21, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834920-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:29:30.644154 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aed1ce1-4f96-45f6-95d1-dc871b02e908 None None] Checking segment: {'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:29:30.644926 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9aed1ce1-4f96-45f6-95d1-dc871b02e908 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:30.645879 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aed1ce1-4f96-45f6-95d1-dc871b02e908 None None] Bound using segment: {'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:29:30.646896 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-9aed1ce1-4f96-45f6-95d1-dc871b02e908 None None] Bound port: 4b00755c-72f5-4f2b-8458-b0ecb5621d5f, host: dv-cinder-834920-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:29:30.647644 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9aed1ce1-4f96-45f6-95d1-dc871b02e908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (4b00755c-72f5-4f2b-8458-b0ecb5621d5f), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:30.669955 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-8885be75-305d-46f1-85bc-ab2ed66a419d tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (2cacdaef-f6fc-46e6-b558-465d9bc6ea9e), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:30.699263 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e408abe0-3b12-44d8-9c9d-5453f36ce8ad None None] Current status of the port 5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:29:30.714394 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885be75-305d-46f1-85bc-ab2ed66a419d tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:30.718702 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-8885be75-305d-46f1-85bc-ab2ed66a419d tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:30.723774 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-8885be75-305d-46f1-85bc-ab2ed66a419d tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3618174 Mar 23 17:29:30.727101 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 34298) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:30.734913 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-724b0835-4960-4ae5-b6db-649f655168d3 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Request body: {'security_group_rule': {'security_group_id': '2cacdaef-f6fc-46e6-b558-465d9bc6ea9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:29:30.746256 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e408abe0-3b12-44d8-9c9d-5453f36ce8ad None None] Provisioning complete for port ccba8dfc-b097-4469-986d-0d7e3e7a61bb triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:30.747865 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e408abe0-3b12-44d8-9c9d-5453f36ce8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (ccba8dfc-b097-4469-986d-0d7e3e7a61bb), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:30.795723 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-9aed1ce1-4f96-45f6-95d1-dc871b02e908 None None] For port 4b00755c-72f5-4f2b-8458-b0ecb5621d5f, host dv-cinder-834920-1-iscsi, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:29:30.800958 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-9aed1ce1-4f96-45f6-95d1-dc871b02e908 None None] For port 4b00755c-72f5-4f2b-8458-b0ecb5621d5f, host dv-cinder-834920-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=4b00755c-72f5-4f2b-8458-b0ecb5621d5f,segment=NetworkSegment(e3d657d5-0d12-4364-ba98-0127febd700d),segment_id=e3d657d5-0d12-4364-ba98-0127febd700d)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:29:30.818762 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9aed1ce1-4f96-45f6-95d1-dc871b02e908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (4b00755c-72f5-4f2b-8458-b0ecb5621d5f), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:30.827294 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-724b0835-4960-4ae5-b6db-649f655168d3 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group_rule (98e10c10-3fae-4b82-9ee5-54be25ed8098), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:30.828100 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e806a3dd-3953-4712-a82c-f4ec0290acb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:30.849893 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-a2b42548-be3e-45fc-a88a-63972f19c494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'name': 'tempest-AttachVolumeNegativeTest-1323889583-router', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:27Z', 'revision_number': 4, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'gw_port': {'id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '24758108-f7b9-4a7b-a8d0-a67a29e436b3', 'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'mac_address': 'fa:16:3e:87:b1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd923e995-8ad4-43f2-beba-221af8031362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:25Z', 'updated_at': '2022-03-23T17:29:27Z', 'revision_number': 2, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'subnets': [{'id': 'd923e995-8ad4-43f2-beba-221af8031362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:29:30.901736 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aed1ce1-4f96-45f6-95d1-dc871b02e908 None None] Routers {'48063dea-2895-40e4-905f-dfe5b0b536bb'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:29:30.902569 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-9aed1ce1-4f96-45f6-95d1-dc871b02e908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:29:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['48063dea-2895-40e4-905f-dfe5b0b536bb'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:29:30.920150 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b42548-be3e-45fc-a88a-63972f19c494 None None] The sync data for ids ['e9794722-c150-44c7-906a-28cfb4d22793'] in dv-cinder-834920-1-iscsi is: [{'id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'name': 'tempest-AttachVolumeNegativeTest-1323889583-router', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:27Z', 'revision_number': 4, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'gw_port': {'id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '24758108-f7b9-4a7b-a8d0-a67a29e436b3', 'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'mac_address': 'fa:16:3e:87:b1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd923e995-8ad4-43f2-beba-221af8031362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:25Z', 'updated_at': '2022-03-23T17:29:27Z', 'revision_number': 2, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'subnets': [{'id': 'd923e995-8ad4-43f2-beba-221af8031362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:29:30.930362 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e408abe0-3b12-44d8-9c9d-5453f36ce8ad None None] Port ccba8dfc-b097-4469-986d-0d7e3e7a61bb cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:29:30.969716 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f284640a-b485-4220-8d29-e34901fa0695 admin admin] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:29:30.977910 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [None req-9d26a574-e8b4-4542-aacf-fd3e0c397b7d admin admin] Allocated IP 172.20.0.1 (cf00ba7b-82ed-4a68-ac03-2cd555b65d58/551df535-6624-4945-9357-a463dcf05cfd/867fac67-9575-4b3e-aa0c-038b203f1c35) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:29:30.993428 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819de9f7-41dc-4593-b76b-a333684f3fcb None None] Pushing event updated for resources: {'Port': ['ID=4b00755c-72f5-4f2b-8458-b0ecb5621d5f,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:31.005883 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-f284640a-b485-4220-8d29-e34901fa0695 admin admin] 10.222.0.41 "PUT /v2.0/routers/06643b2d-3270-46bc-8887-8b9f92b18bf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7068536 Mar 23 17:29:31.006201 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e408abe0-3b12-44d8-9c9d-5453f36ce8ad None None] Provisioning complete for port 24758108-f7b9-4a7b-a8d0-a67a29e436b3 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:31.006201 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e408abe0-3b12-44d8-9c9d-5453f36ce8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (24758108-f7b9-4a7b-a8d0-a67a29e436b3), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:31.006460 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482dd695-e2f9-4d02-beb8-663154456391 None None] Sync routers for ids ['06643b2d-3270-46bc-8887-8b9f92b18bf3'] in dv-cinder-834920-1-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:29:31.051029 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-724b0835-4960-4ae5-b6db-649f655168d3 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group_rule (98e10c10-3fae-4b82-9ee5-54be25ed8098), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:31.060631 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-724b0835-4960-4ae5-b6db-649f655168d3 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530535'] for security_group_rule (98e10c10-3fae-4b82-9ee5-54be25ed8098), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:31.120190 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-9aed1ce1-4f96-45f6-95d1-dc871b02e908 None None] Set router 48063dea-2895-40e4-905f-dfe5b0b536bb gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:29:31.127642 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:29:31.128182 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:31.148388 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-40574279-e822-4a60-b689-dde6d5d7ef1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'name': 'tempest-ServerRescueNegativeTestJSON-683399696-router', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '05408c75-8f63-43b6-a826-f325af2f7c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:25Z', 'revision_number': 3, 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'gw_port': {'id': '05408c75-8f63-43b6-a826-f325af2f7c7a', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:23Z', 'updated_at': '2022-03-23T17:29:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi'}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:29:31.213690 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e408abe0-3b12-44d8-9c9d-5453f36ce8ad None None] Port 24758108-f7b9-4a7b-a8d0-a67a29e436b3 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:29:31.216039 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40574279-e822-4a60-b689-dde6d5d7ef1e None None] Checking router: b955e9d6-d7fe-49cc-a263-c46349d0997f for host: dv-cinder-834920-1-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:29:31.216526 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40574279-e822-4a60-b689-dde6d5d7ef1e None None] Updating router b955e9d6-d7fe-49cc-a263-c46349d0997f port 05408c75-8f63-43b6-a826-f325af2f7c7a binding host dv-cinder-834920-1-iscsi {{(pid=103209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 17:29:31.253728 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b0835-4960-4ae5-b6db-649f655168d3 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e10c10-3fae-4b82-9ee5-54be25ed8098,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:31.254359 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] For port c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8,segment=NetworkSegment(e3d657d5-0d12-4364-ba98-0127febd700d),segment_id=e3d657d5-0d12-4364-ba98-0127febd700d)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:29:31.261054 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [None req-e806a3dd-3953-4712-a82c-f4ec0290acb2 admin admin] Allocated IP 172.20.0.1 (e39f5c4c-2123-4c06-9dcf-a1960e2860e7/ecd5be18-6bee-4974-83c0-da45214c17c0/e6623d25-2891-4ca7-a222-5ea452cea845) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:29:31.263523 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:31.287459 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-724b0835-4960-4ae5-b6db-649f655168d3 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:31.289636 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-724b0835-4960-4ae5-b6db-649f655168d3 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5615685 Mar 23 17:29:31.293057 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 34310) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:31.296792 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482dd695-e2f9-4d02-beb8-663154456391 None None] Routers {'06643b2d-3270-46bc-8887-8b9f92b18bf3'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:29:31.299195 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-04ca59e6-0ed7-446d-90a5-438951e5c8a2 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Request body: {'security_group_rule': {'security_group_id': '2cacdaef-f6fc-46e6-b558-465d9bc6ea9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:29:31.300094 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-482dd695-e2f9-4d02-beb8-663154456391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:29:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['06643b2d-3270-46bc-8887-8b9f92b18bf3'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:29:31.329059 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e408abe0-3b12-44d8-9c9d-5453f36ce8ad None None] Provisioning complete for port b55aa253-045a-4044-be26-dc98d75e706e triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:31.329377 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e408abe0-3b12-44d8-9c9d-5453f36ce8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (b55aa253-045a-4044-be26-dc98d75e706e), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:31.331648 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-40574279-e822-4a60-b689-dde6d5d7ef1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (05408c75-8f63-43b6-a826-f325af2f7c7a), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:31.385132 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-04ca59e6-0ed7-446d-90a5-438951e5c8a2 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group_rule (cc9e34dc-1e30-4925-ae79-89bf789ffa9a), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:31.507741 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9d26a574-e8b4-4542-aacf-fd3e0c397b7d admin admin] Publish callbacks [] for port (867fac67-9575-4b3e-aa0c-038b203f1c35), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:31.598254 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Pushing event updated for resources: {'Port': ['ID=c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:31.610920 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e806a3dd-3953-4712-a82c-f4ec0290acb2 admin admin] Publish callbacks [] for port (e6623d25-2891-4ca7-a222-5ea452cea845), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:31.710218 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9d26a574-e8b4-4542-aacf-fd3e0c397b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (867fac67-9575-4b3e-aa0c-038b203f1c35), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:31.717396 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e806a3dd-3953-4712-a82c-f4ec0290acb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (e6623d25-2891-4ca7-a222-5ea452cea845), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:31.741908 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-04ca59e6-0ed7-446d-90a5-438951e5c8a2 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group_rule (cc9e34dc-1e30-4925-ae79-89bf789ffa9a), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:31.819671 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-482dd695-e2f9-4d02-beb8-663154456391 None None] Set router 06643b2d-3270-46bc-8887-8b9f92b18bf3 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:29:31.860861 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e806a3dd-3953-4712-a82c-f4ec0290acb2 admin admin] Pushing event updated for resources: {'Port': ['ID=e6623d25-2891-4ca7-a222-5ea452cea845,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:31.868910 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26a574-e8b4-4542-aacf-fd3e0c397b7d admin admin] Pushing event updated for resources: {'Port': ['ID=867fac67-9575-4b3e-aa0c-038b203f1c35,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:31.887048 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e806a3dd-3953-4712-a82c-f4ec0290acb2 admin admin] Network e39f5c4c-2123-4c06-9dcf-a1960e2860e7 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:29:31.889269 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-e806a3dd-3953-4712-a82c-f4ec0290acb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:29:31.892688 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e806a3dd-3953-4712-a82c-f4ec0290acb2 admin admin] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:29:31.893687 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e806a3dd-3953-4712-a82c-f4ec0290acb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614142'] for router_interface (b955e9d6-d7fe-49cc-a263-c46349d0997f), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:31.922853 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f6756f84-a2e1-4823-9ff6-9224f3e7c353 req-b14e5db6-96cd-4295-8142-eca0a415152c tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 210 time: 0.3099272 Mar 23 17:29:31.931427 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-04ca59e6-0ed7-446d-90a5-438951e5c8a2 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530535'] for security_group_rule (cc9e34dc-1e30-4925-ae79-89bf789ffa9a), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:31.970594 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d26a574-e8b4-4542-aacf-fd3e0c397b7d admin admin] Network cf00ba7b-82ed-4a68-ac03-2cd555b65d58 is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:29:32.006302 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-9d26a574-e8b4-4542-aacf-fd3e0c397b7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:29:32.009272 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d26a574-e8b4-4542-aacf-fd3e0c397b7d admin admin] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:29:32.012751 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9d26a574-e8b4-4542-aacf-fd3e0c397b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614142'] for router_interface (48063dea-2895-40e4-905f-dfe5b0b536bb), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:32.071016 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-40574279-e822-4a60-b689-dde6d5d7ef1e None None] Publish callbacks [] for port (05408c75-8f63-43b6-a826-f325af2f7c7a), precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:32.084055 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:29:32.095131 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-40574279-e822-4a60-b689-dde6d5d7ef1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (05408c75-8f63-43b6-a826-f325af2f7c7a), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:32.236210 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e806a3dd-3953-4712-a82c-f4ec0290acb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (e6623d25-2891-4ca7-a222-5ea452cea845), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:32.295349 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc496779-9cd6-4fd5-a53c-be8841d9806f None None] Pushing event updated for resources: {'Port': ['ID=05408c75-8f63-43b6-a826-f325af2f7c7a,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:32.340256 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca59e6-0ed7-446d-90a5-438951e5c8a2 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc9e34dc-1e30-4925-ae79-89bf789ffa9a,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:32.403868 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-04ca59e6-0ed7-446d-90a5-438951e5c8a2 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:32.409686 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-04ca59e6-0ed7-446d-90a5-438951e5c8a2 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1123705 Mar 23 17:29:32.421683 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 34332) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:32.444998 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9d26a574-e8b4-4542-aacf-fd3e0c397b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (867fac67-9575-4b3e-aa0c-038b203f1c35), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:32.463708 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-50958237-5bf0-4b06-afc5-5b151dd4b3de tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Request body: {'floatingip': {'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:29:32.505432 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-40574279-e822-4a60-b689-dde6d5d7ef1e None None] Attempting to bind port 05408c75-8f63-43b6-a826-f325af2f7c7a on host dv-cinder-834920-1-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:29:32.505432 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-40574279-e822-4a60-b689-dde6d5d7ef1e None None] Attempting to bind port 05408c75-8f63-43b6-a826-f325af2f7c7a by drivers openvswitch,hyperv on host dv-cinder-834920-1-iscsi at level 0 using segments [{'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:29:32.505432 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40574279-e822-4a60-b689-dde6d5d7ef1e None None] Attempting to bind port 05408c75-8f63-43b6-a826-f325af2f7c7a on network 17d610fd-133a-4c28-bfb5-fce45cda1090 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:29:32.512946 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e408abe0-3b12-44d8-9c9d-5453f36ce8ad None None] Current status of the port b55aa253-045a-4044-be26-dc98d75e706e is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:29:32.527105 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40574279-e822-4a60-b689-dde6d5d7ef1e None None] Checking agent: {'id': '827fbf48-cdcd-428c-a50e-7eba0e2d74f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834920-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 21, 14), 'started_at': datetime.datetime(2022, 3, 23, 17, 21, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834920-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:29:32.527567 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40574279-e822-4a60-b689-dde6d5d7ef1e None None] Checking segment: {'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:29:32.527902 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-40574279-e822-4a60-b689-dde6d5d7ef1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:32.528299 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40574279-e822-4a60-b689-dde6d5d7ef1e None None] Bound using segment: {'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:29:32.528920 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-40574279-e822-4a60-b689-dde6d5d7ef1e None None] Bound port: 05408c75-8f63-43b6-a826-f325af2f7c7a, host: dv-cinder-834920-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:29:32.532002 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-40574279-e822-4a60-b689-dde6d5d7ef1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (05408c75-8f63-43b6-a826-f325af2f7c7a), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:32.570125 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port 5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:32.570537 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:32.573435 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-50958237-5bf0-4b06-afc5-5b151dd4b3de tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:32.642980 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 34338) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:32.650659 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-8b6bc548-fdc1-4875-91f6-9050ffab6147 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--594375591', 'description': 'tempest-description--1832207658'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:29:32.739439 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-40574279-e822-4a60-b689-dde6d5d7ef1e None None] For port 05408c75-8f63-43b6-a826-f325af2f7c7a, host dv-cinder-834920-1-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:29:32.743326 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-36ca1106-6236-45d1-a190-26dc514fda1e None None] Provisioning complete for port ccba8dfc-b097-4469-986d-0d7e3e7a61bb triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:32.743737 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-36ca1106-6236-45d1-a190-26dc514fda1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (ccba8dfc-b097-4469-986d-0d7e3e7a61bb), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:32.932156 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-8b6bc548-fdc1-4875-91f6-9050ffab6147 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:33.037733 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-9aed1ce1-4f96-45f6-95d1-dc871b02e908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'name': 'tempest-AttachVolumeTestJSON-290508263-router', 'tenant_id': '562e825d481140639866877090276140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4b00755c-72f5-4f2b-8458-b0ecb5621d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:18Z', 'updated_at': '2022-03-23T17:29:24Z', 'revision_number': 3, 'project_id': '562e825d481140639866877090276140', 'gw_port': {'id': '4b00755c-72f5-4f2b-8458-b0ecb5621d5f', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c1:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi'}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:29:33.074494 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-50958237-5bf0-4b06-afc5-5b151dd4b3de tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:33.136799 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aed1ce1-4f96-45f6-95d1-dc871b02e908 None None] The sync data for ids ['48063dea-2895-40e4-905f-dfe5b0b536bb'] in dv-cinder-834920-1-iscsi is: [{'id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'name': 'tempest-AttachVolumeTestJSON-290508263-router', 'tenant_id': '562e825d481140639866877090276140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4b00755c-72f5-4f2b-8458-b0ecb5621d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:18Z', 'updated_at': '2022-03-23T17:29:24Z', 'revision_number': 3, 'project_id': '562e825d481140639866877090276140', 'gw_port': {'id': '4b00755c-72f5-4f2b-8458-b0ecb5621d5f', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c1:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi'}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:29:33.179340 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-482dd695-e2f9-4d02-beb8-663154456391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2035450451-router', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:16Z', 'updated_at': '2022-03-23T17:29:29Z', 'revision_number': 4, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'gw_port': {'id': 'c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:77:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:17Z', 'updated_at': '2022-03-23T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': 'ccba8dfc-b097-4469-986d-0d7e3e7a61bb', 'name': '', 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'mac_address': 'fa:16:3e:77:31:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22ea3e11-cafc-4af7-994c-b65686f8be40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:26Z', 'updated_at': '2022-03-23T17:29:29Z', 'revision_number': 2, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'subnets': [{'id': '22ea3e11-cafc-4af7-994c-b65686f8be40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:29:33.241868 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-40574279-e822-4a60-b689-dde6d5d7ef1e None None] For port 05408c75-8f63-43b6-a826-f325af2f7c7a, host dv-cinder-834920-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=05408c75-8f63-43b6-a826-f325af2f7c7a,segment=NetworkSegment(e3d657d5-0d12-4364-ba98-0127febd700d),segment_id=e3d657d5-0d12-4364-ba98-0127febd700d)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:29:33.246437 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482dd695-e2f9-4d02-beb8-663154456391 None None] Checking router: 06643b2d-3270-46bc-8887-8b9f92b18bf3 for host: dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:29:33.252375 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482dd695-e2f9-4d02-beb8-663154456391 None None] Updating router 06643b2d-3270-46bc-8887-8b9f92b18bf3 port ccba8dfc-b097-4469-986d-0d7e3e7a61bb binding host dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 17:29:33.278198 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3ecf95c5-4cd7-431e-bc08-0a596e8e42a8 req-c888abc3-530f-4701-87fb-3b2983555df4 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 210 time: 0.1332252 Mar 23 17:29:33.303732 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-40574279-e822-4a60-b689-dde6d5d7ef1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (05408c75-8f63-43b6-a826-f325af2f7c7a), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:33.317881 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9d26a574-e8b4-4542-aacf-fd3e0c397b7d admin admin] Publish callbacks [] for port (867fac67-9575-4b3e-aa0c-038b203f1c35), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:33.328381 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e806a3dd-3953-4712-a82c-f4ec0290acb2 admin admin] Publish callbacks [] for port (e6623d25-2891-4ca7-a222-5ea452cea845), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:33.343867 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-36ca1106-6236-45d1-a190-26dc514fda1e None None] Port ccba8dfc-b097-4469-986d-0d7e3e7a61bb cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:29:33.349539 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-482dd695-e2f9-4d02-beb8-663154456391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (ccba8dfc-b097-4469-986d-0d7e3e7a61bb), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:33.354376 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9d26a574-e8b4-4542-aacf-fd3e0c397b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (867fac67-9575-4b3e-aa0c-038b203f1c35), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:33.356366 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9d26a574-e8b4-4542-aacf-fd3e0c397b7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613994'] for router_interface (48063dea-2895-40e4-905f-dfe5b0b536bb), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:33.380621 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e806a3dd-3953-4712-a82c-f4ec0290acb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (e6623d25-2891-4ca7-a222-5ea452cea845), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:33.382612 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e806a3dd-3953-4712-a82c-f4ec0290acb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613994'] for router_interface (b955e9d6-d7fe-49cc-a263-c46349d0997f), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:33.483495 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26a574-e8b4-4542-aacf-fd3e0c397b7d admin admin] Pushing event updated for resources: {'Port': ['ID=867fac67-9575-4b3e-aa0c-038b203f1c35,revision_number=2']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:33.565641 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40574279-e822-4a60-b689-dde6d5d7ef1e None None] Routers {'b955e9d6-d7fe-49cc-a263-c46349d0997f'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:29:33.566271 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-40574279-e822-4a60-b689-dde6d5d7ef1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:29:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['b955e9d6-d7fe-49cc-a263-c46349d0997f'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:29:33.576026 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-36ca1106-6236-45d1-a190-26dc514fda1e None None] Provisioning complete for port e6623d25-2891-4ca7-a222-5ea452cea845 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:33.576350 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-36ca1106-6236-45d1-a190-26dc514fda1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (e6623d25-2891-4ca7-a222-5ea452cea845), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:33.585849 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port 5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:29:33.587082 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device b55aa253-045a-4044-be26-dc98d75e706e up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:29:33.622099 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc496779-9cd6-4fd5-a53c-be8841d9806f None None] Pushing event updated for resources: {'Port': ['ID=05408c75-8f63-43b6-a826-f325af2f7c7a,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:33.666746 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-8b6bc548-fdc1-4875-91f6-9050ffab6147 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for security_group (c809159c-45bf-436c-b9b0-565d8f045593), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:33.698532 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-8b6bc548-fdc1-4875-91f6-9050ffab6147 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (c809159c-45bf-436c-b9b0-565d8f045593), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:33.709873 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [None req-50958237-5bf0-4b06-afc5-5b151dd4b3de tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Allocated IP 172.27.2.239 (17d610fd-133a-4c28-bfb5-fce45cda1090/3c39f8ab-3a38-4914-94a2-be3bf3be7af7/eff936cb-29c9-4d30-ab4e-297e51266019) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:29:33.734168 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e806a3dd-3953-4712-a82c-f4ec0290acb2 admin admin] Network e39f5c4c-2123-4c06-9dcf-a1960e2860e7 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:29:33.738908 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-e806a3dd-3953-4712-a82c-f4ec0290acb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:29:33.812818 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-36ca1106-6236-45d1-a190-26dc514fda1e None None] Port e6623d25-2891-4ca7-a222-5ea452cea845 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:29:33.848916 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6bc548-fdc1-4875-91f6-9050ffab6147 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c809159c-45bf-436c-b9b0-565d8f045593,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:33.868589 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-8b6bc548-fdc1-4875-91f6-9050ffab6147 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:33.870206 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-8b6bc548-fdc1-4875-91f6-9050ffab6147 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2260447 Mar 23 17:29:33.874307 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 34382) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:33.880208 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port b55aa253-045a-4044-be26-dc98d75e706e triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:33.880580 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (b55aa253-045a-4044-be26-dc98d75e706e), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:33.883406 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-94686ee8-951d-4644-9e25-3da806359000 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Request body: {'security_group_rule': {'security_group_id': 'c809159c-45bf-436c-b9b0-565d8f045593', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:29:33.908555 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-50958237-5bf0-4b06-afc5-5b151dd4b3de tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for port (eff936cb-29c9-4d30-ab4e-297e51266019), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:33.946574 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-40574279-e822-4a60-b689-dde6d5d7ef1e None None] Set router b955e9d6-d7fe-49cc-a263-c46349d0997f gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:29:33.964198 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e806a3dd-3953-4712-a82c-f4ec0290acb2 admin admin] Pushing event updated for resources: {'Port': ['ID=e6623d25-2891-4ca7-a222-5ea452cea845,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:33.985505 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-50958237-5bf0-4b06-afc5-5b151dd4b3de tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (eff936cb-29c9-4d30-ab4e-297e51266019), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:34.007335 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-94686ee8-951d-4644-9e25-3da806359000 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for security_group_rule (05a28435-85a5-4b42-a2c2-56db4cdf1e4f), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:34.025164 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-482dd695-e2f9-4d02-beb8-663154456391 None None] Publish callbacks [] for port (ccba8dfc-b097-4469-986d-0d7e3e7a61bb), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:34.033589 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-482dd695-e2f9-4d02-beb8-663154456391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (ccba8dfc-b097-4469-986d-0d7e3e7a61bb), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:34.062947 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-54f7936a-3e4e-46e8-b11b-c3cfeaddbbc8 None None] Provisioning complete for port 867fac67-9575-4b3e-aa0c-038b203f1c35 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:34.068080 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-54f7936a-3e4e-46e8-b11b-c3cfeaddbbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (867fac67-9575-4b3e-aa0c-038b203f1c35), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:34.075224 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d26a574-e8b4-4542-aacf-fd3e0c397b7d admin admin] Network cf00ba7b-82ed-4a68-ac03-2cd555b65d58 is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:29:34.084843 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-9d26a574-e8b4-4542-aacf-fd3e0c397b7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:29:34.088659 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50958237-5bf0-4b06-afc5-5b151dd4b3de tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Network 17d610fd-133a-4c28-bfb5-fce45cda1090 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:29:34.097013 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-50958237-5bf0-4b06-afc5-5b151dd4b3de tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:29:34.175223 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50958237-5bf0-4b06-afc5-5b151dd4b3de tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:29:34.247848 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30dd488-c3f8-4bb1-aa12-223d88b46d1a None None] Pushing event updated for resources: {'Port': ['ID=ccba8dfc-b097-4469-986d-0d7e3e7a61bb,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:34.254012 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-482dd695-e2f9-4d02-beb8-663154456391 None None] Attempting to bind port ccba8dfc-b097-4469-986d-0d7e3e7a61bb on host dv-cinder-834920-1-iscsi for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:29:34.254850 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-482dd695-e2f9-4d02-beb8-663154456391 None None] Attempting to bind port ccba8dfc-b097-4469-986d-0d7e3e7a61bb by drivers openvswitch,hyperv on host dv-cinder-834920-1-iscsi at level 0 using segments [{'id': '3173c500-488c-4756-a1e4-19030c18bbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:29:34.255650 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482dd695-e2f9-4d02-beb8-663154456391 None None] Attempting to bind port ccba8dfc-b097-4469-986d-0d7e3e7a61bb on network 3bf943bd-1e58-43c1-bec1-ca7908c0478b {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:29:34.262932 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482dd695-e2f9-4d02-beb8-663154456391 None None] Checking agent: {'id': '827fbf48-cdcd-428c-a50e-7eba0e2d74f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834920-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 21, 14), 'started_at': datetime.datetime(2022, 3, 23, 17, 21, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834920-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:29:34.263605 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482dd695-e2f9-4d02-beb8-663154456391 None None] Checking segment: {'id': '3173c500-488c-4756-a1e4-19030c18bbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:29:34.266904 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-482dd695-e2f9-4d02-beb8-663154456391 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:34.267577 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482dd695-e2f9-4d02-beb8-663154456391 None None] Bound using segment: {'id': '3173c500-488c-4756-a1e4-19030c18bbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:29:34.268271 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-482dd695-e2f9-4d02-beb8-663154456391 None None] Bound port: ccba8dfc-b097-4469-986d-0d7e3e7a61bb, host: dv-cinder-834920-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3173c500-488c-4756-a1e4-19030c18bbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:29:34.273279 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-482dd695-e2f9-4d02-beb8-663154456391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (ccba8dfc-b097-4469-986d-0d7e3e7a61bb), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:34.294256 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-94686ee8-951d-4644-9e25-3da806359000 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for security_group_rule (05a28435-85a5-4b42-a2c2-56db4cdf1e4f), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:34.323591 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-94686ee8-951d-4644-9e25-3da806359000 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530535'] for security_group_rule (05a28435-85a5-4b42-a2c2-56db4cdf1e4f), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:34.368383 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-54f7936a-3e4e-46e8-b11b-c3cfeaddbbc8 None None] Port 867fac67-9575-4b3e-aa0c-038b203f1c35 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:29:34.379853 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50958237-5bf0-4b06-afc5-5b151dd4b3de tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Pushing event updated for resources: {'Port': ['ID=eff936cb-29c9-4d30-ab4e-297e51266019,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:34.463635 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94686ee8-951d-4644-9e25-3da806359000 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05a28435-85a5-4b42-a2c2-56db4cdf1e4f,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:34.482913 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-94686ee8-951d-4644-9e25-3da806359000 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:34.484261 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-94686ee8-951d-4644-9e25-3da806359000 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6086488 Mar 23 17:29:34.487362 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 34390) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:34.493617 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-9a17f6dd-c1af-42ab-a402-14961d8de22f tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Request body: {'security_group_rule': {'security_group_id': 'c809159c-45bf-436c-b9b0-565d8f045593', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:29:34.507273 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-482dd695-e2f9-4d02-beb8-663154456391 None None] For port ccba8dfc-b097-4469-986d-0d7e3e7a61bb, host dv-cinder-834920-1-iscsi, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:29:34.516621 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-482dd695-e2f9-4d02-beb8-663154456391 None None] For port ccba8dfc-b097-4469-986d-0d7e3e7a61bb, host dv-cinder-834920-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=ccba8dfc-b097-4469-986d-0d7e3e7a61bb,segment=NetworkSegment(3173c500-488c-4756-a1e4-19030c18bbcc),segment_id=3173c500-488c-4756-a1e4-19030c18bbcc)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:29:34.527759 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-50958237-5bf0-4b06-afc5-5b151dd4b3de tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for floatingip (88ec294e-1930-4c09-8375-1fcee4d9a0cd), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:34.543079 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-482dd695-e2f9-4d02-beb8-663154456391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (ccba8dfc-b097-4469-986d-0d7e3e7a61bb), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:34.567099 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d26a574-e8b4-4542-aacf-fd3e0c397b7d admin admin] Router 48063dea-2895-40e4-905f-dfe5b0b536bb has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:29:34.630647 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port b55aa253-045a-4044-be26-dc98d75e706e is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:29:34.636037 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-50958237-5bf0-4b06-afc5-5b151dd4b3de tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (eff936cb-29c9-4d30-ab4e-297e51266019), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:34.638812 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e806a3dd-3953-4712-a82c-f4ec0290acb2 admin admin] Router b955e9d6-d7fe-49cc-a263-c46349d0997f has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:29:34.672532 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482dd695-e2f9-4d02-beb8-663154456391 None None] Routers {'06643b2d-3270-46bc-8887-8b9f92b18bf3'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:29:34.673175 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-482dd695-e2f9-4d02-beb8-663154456391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:29:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['06643b2d-3270-46bc-8887-8b9f92b18bf3'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:29:34.690802 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-535ef1c3-0c09-4830-83a6-831d115e1f67 None None] Provisioning complete for port e6623d25-2891-4ca7-a222-5ea452cea845 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:34.691293 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-535ef1c3-0c09-4830-83a6-831d115e1f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (e6623d25-2891-4ca7-a222-5ea452cea845), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:34.828888 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-535ef1c3-0c09-4830-83a6-831d115e1f67 None None] Port e6623d25-2891-4ca7-a222-5ea452cea845 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:29:34.859934 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30dd488-c3f8-4bb1-aa12-223d88b46d1a None None] Pushing event updated for resources: {'Port': ['ID=ccba8dfc-b097-4469-986d-0d7e3e7a61bb,revision_number=4']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:34.896699 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-40574279-e822-4a60-b689-dde6d5d7ef1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'name': 'tempest-ServerRescueNegativeTestJSON-683399696-router', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '05408c75-8f63-43b6-a826-f325af2f7c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:32Z', 'revision_number': 4, 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'gw_port': {'id': '05408c75-8f63-43b6-a826-f325af2f7c7a', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:23Z', 'updated_at': '2022-03-23T17:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': 'e6623d25-2891-4ca7-a222-5ea452cea845', 'name': '', 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'mac_address': 'fa:16:3e:1a:5e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecd5be18-6bee-4974-83c0-da45214c17c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:30Z', 'updated_at': '2022-03-23T17:29:32Z', 'revision_number': 2, 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'subnets': [{'id': 'ecd5be18-6bee-4974-83c0-da45214c17c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:29:34.927752 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9a17f6dd-c1af-42ab-a402-14961d8de22f tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for security_group_rule (dbd32437-c1ae-40ae-8596-a9e2ad20ddbe), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:34.967551 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40574279-e822-4a60-b689-dde6d5d7ef1e None None] The sync data for ids ['b955e9d6-d7fe-49cc-a263-c46349d0997f'] in dv-cinder-834920-1-iscsi is: [{'id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'name': 'tempest-ServerRescueNegativeTestJSON-683399696-router', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '05408c75-8f63-43b6-a826-f325af2f7c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:32Z', 'revision_number': 4, 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'gw_port': {'id': '05408c75-8f63-43b6-a826-f325af2f7c7a', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:23Z', 'updated_at': '2022-03-23T17:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': 'e6623d25-2891-4ca7-a222-5ea452cea845', 'name': '', 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'mac_address': 'fa:16:3e:1a:5e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecd5be18-6bee-4974-83c0-da45214c17c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:30Z', 'updated_at': '2022-03-23T17:29:32Z', 'revision_number': 2, 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'subnets': [{'id': 'ecd5be18-6bee-4974-83c0-da45214c17c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:29:34.981473 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-482dd695-e2f9-4d02-beb8-663154456391 None None] Set router 06643b2d-3270-46bc-8887-8b9f92b18bf3 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:29:34.992193 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:29:35.001714 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-25c9b941-3d21-4519-847f-6e89950e7a7b None None] Provisioning complete for port ccba8dfc-b097-4469-986d-0d7e3e7a61bb triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:35.002935 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-25c9b941-3d21-4519-847f-6e89950e7a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (ccba8dfc-b097-4469-986d-0d7e3e7a61bb), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:35.039088 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0470b1c5-a1b0-4985-bf38-5f329b503ea7 req-d80b7a2a-82a8-4429-a5ae-a02cb8e7f9fa tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 210 time: 0.1487195 Mar 23 17:29:35.142780 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9a17f6dd-c1af-42ab-a402-14961d8de22f tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for security_group_rule (dbd32437-c1ae-40ae-8596-a9e2ad20ddbe), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:35.145399 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d26a574-e8b4-4542-aacf-fd3e0c397b7d admin admin] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:29:35.170779 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-9d26a574-e8b4-4542-aacf-fd3e0c397b7d admin admin] 10.222.0.41 "PUT /v2.0/routers/48063dea-2895-40e4-905f-dfe5b0b536bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8490582 Mar 23 17:29:35.171904 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9a17f6dd-c1af-42ab-a402-14961d8de22f tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530535'] for security_group_rule (dbd32437-c1ae-40ae-8596-a9e2ad20ddbe), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:35.179465 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:35.180229 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:35.191006 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a17f6dd-c1af-42ab-a402-14961d8de22f tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbd32437-c1ae-40ae-8596-a9e2ad20ddbe,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:35.205401 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9a17f6dd-c1af-42ab-a402-14961d8de22f tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:35.207633 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-9a17f6dd-c1af-42ab-a402-14961d8de22f tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7193825 Mar 23 17:29:35.211872 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 34398) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:35.223838 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-0060eed5-0313-469d-8c33-2ef9e5905b54 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Request body: {'floatingip': {'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:29:35.269022 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-25c9b941-3d21-4519-847f-6e89950e7a7b None None] Current status of the port ccba8dfc-b097-4469-986d-0d7e3e7a61bb is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:29:35.269832 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-25c9b941-3d21-4519-847f-6e89950e7a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (ccba8dfc-b097-4469-986d-0d7e3e7a61bb), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:35.289164 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0060eed5-0313-469d-8c33-2ef9e5905b54 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:35.379343 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:29:35.381837 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 4b00755c-72f5-4f2b-8458-b0ecb5621d5f up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:29:35.403783 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-50958237-5bf0-4b06-afc5-5b151dd4b3de tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for port (eff936cb-29c9-4d30-ab4e-297e51266019), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:35.424678 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-50958237-5bf0-4b06-afc5-5b151dd4b3de tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (eff936cb-29c9-4d30-ab4e-297e51266019), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:35.479105 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.57', 56923) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:35.503770 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-25c9b941-3d21-4519-847f-6e89950e7a7b None None] For port ccba8dfc-b097-4469-986d-0d7e3e7a61bb, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=ccba8dfc-b097-4469-986d-0d7e3e7a61bb,segment=NetworkSegment(3173c500-488c-4756-a1e4-19030c18bbcc),segment_id=3173c500-488c-4756-a1e4-19030c18bbcc)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:29:35.513910 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-25c9b941-3d21-4519-847f-6e89950e7a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (ccba8dfc-b097-4469-986d-0d7e3e7a61bb), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:35.534284 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e806a3dd-3953-4712-a82c-f4ec0290acb2 admin admin] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:29:35.577975 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-e806a3dd-3953-4712-a82c-f4ec0290acb2 admin admin] 10.222.0.41 "PUT /v2.0/routers/b955e9d6-d7fe-49cc-a263-c46349d0997f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1780262 Mar 23 17:29:35.581267 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-50958237-5bf0-4b06-afc5-5b151dd4b3de tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614213'] for floatingip (88ec294e-1930-4c09-8375-1fcee4d9a0cd), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:35.587899 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-482dd695-e2f9-4d02-beb8-663154456391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2035450451-router', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:16Z', 'updated_at': '2022-03-23T17:29:29Z', 'revision_number': 4, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'gw_port': {'id': 'c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:77:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:17Z', 'updated_at': '2022-03-23T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': 'ccba8dfc-b097-4469-986d-0d7e3e7a61bb', 'name': '', 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'mac_address': 'fa:16:3e:77:31:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22ea3e11-cafc-4af7-994c-b65686f8be40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:26Z', 'updated_at': '2022-03-23T17:29:34Z', 'revision_number': 4, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'subnets': [{'id': '22ea3e11-cafc-4af7-994c-b65686f8be40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:29:35.623081 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-25c9b941-3d21-4519-847f-6e89950e7a7b None None] Provisioning complete for port 867fac67-9575-4b3e-aa0c-038b203f1c35 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:35.623887 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-25c9b941-3d21-4519-847f-6e89950e7a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (867fac67-9575-4b3e-aa0c-038b203f1c35), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:35.641831 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-50958237-5bf0-4b06-afc5-5b151dd4b3de tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for floatingip (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:35.652761 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-50958237-5bf0-4b06-afc5-5b151dd4b3de tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2225666 Mar 23 17:29:35.669790 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50958237-5bf0-4b06-afc5-5b151dd4b3de tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Pushing event updated for resources: {'Port': ['ID=eff936cb-29c9-4d30-ab4e-297e51266019,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:35.713555 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482dd695-e2f9-4d02-beb8-663154456391 None None] The sync data for ids ['06643b2d-3270-46bc-8887-8b9f92b18bf3'] in dv-cinder-834920-1-iscsi is: [{'id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2035450451-router', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:16Z', 'updated_at': '2022-03-23T17:29:29Z', 'revision_number': 4, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'gw_port': {'id': 'c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:77:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:17Z', 'updated_at': '2022-03-23T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': 'ccba8dfc-b097-4469-986d-0d7e3e7a61bb', 'name': '', 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'mac_address': 'fa:16:3e:77:31:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22ea3e11-cafc-4af7-994c-b65686f8be40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:26Z', 'updated_at': '2022-03-23T17:29:34Z', 'revision_number': 4, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'subnets': [{'id': '22ea3e11-cafc-4af7-994c-b65686f8be40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:29:35.725447 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port 4b00755c-72f5-4f2b-8458-b0ecb5621d5f triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:35.725844 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (4b00755c-72f5-4f2b-8458-b0ecb5621d5f), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:35.740262 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9b941-3d21-4519-847f-6e89950e7a7b None None] Pushing event updated for resources: {'Port': ['ID=ccba8dfc-b097-4469-986d-0d7e3e7a61bb,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:35.812041 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9686d9a-1a35-421c-a4ce-d63bfd58d0a2 None None] Sync routers for ids ['e9794722-c150-44c7-906a-28cfb4d22793'] in dv-cinder-834920-1-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:29:35.892269 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-25c9b941-3d21-4519-847f-6e89950e7a7b None None] Port 867fac67-9575-4b3e-aa0c-038b203f1c35 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:29:35.900333 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9686d9a-1a35-421c-a4ce-d63bfd58d0a2 None None] Routers {'e9794722-c150-44c7-906a-28cfb4d22793'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:29:35.901086 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-b9686d9a-1a35-421c-a4ce-d63bfd58d0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:29:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['e9794722-c150-44c7-906a-28cfb4d22793'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:29:36.000259 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 34446) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:36.007034 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-7db29944-73fc-418b-b1b5-0e61072b8ea8 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1412361537', 'description': 'tempest-description--1802517825'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:29:36.008040 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-4211cf55-c275-46a2-a9c0-349409d19dfa tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:36.013163 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-4211cf55-c275-46a2-a9c0-349409d19dfa tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.57 "GET /v2.0/networks?id=13c0d1fd-3e0e-4cba-896f-66aeb7da2095 HTTP/1.1" status: 200 len: 812 time: 0.5329180 Mar 23 17:29:36.108109 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7db29944-73fc-418b-b1b5-0e61072b8ea8 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:36.188679 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-2586a051-2b6b-41f5-9eea-6b3e781c74a7 None None] Provisioning complete for port ccba8dfc-b097-4469-986d-0d7e3e7a61bb triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:36.189732 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2586a051-2b6b-41f5-9eea-6b3e781c74a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (ccba8dfc-b097-4469-986d-0d7e3e7a61bb), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:36.328347 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-b9686d9a-1a35-421c-a4ce-d63bfd58d0a2 None None] Set router e9794722-c150-44c7-906a-28cfb4d22793 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:29:36.378673 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7db29944-73fc-418b-b1b5-0e61072b8ea8 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for security_group (ca71957c-f693-4286-bc3c-1c0171f0baa3), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:36.389112 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7db29944-73fc-418b-b1b5-0e61072b8ea8 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (ca71957c-f693-4286-bc3c-1c0171f0baa3), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:36.434907 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7db29944-73fc-418b-b1b5-0e61072b8ea8 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:36.439706 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-7db29944-73fc-418b-b1b5-0e61072b8ea8 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4379549 Mar 23 17:29:36.442664 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 34468) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:36.461402 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-8f2378cb-58dc-4804-be94-5bc22289bf96 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Request body: {'security_group_rule': {'security_group_id': 'ca71957c-f693-4286-bc3c-1c0171f0baa3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:29:36.541633 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db29944-73fc-418b-b1b5-0e61072b8ea8 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca71957c-f693-4286-bc3c-1c0171f0baa3,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:36.548940 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8f2378cb-58dc-4804-be94-5bc22289bf96 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for security_group_rule (8376ff35-05f0-4534-9b97-adcc08cd1947), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:36.643012 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 34486) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:36.648303 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-6b09bc97-8b0c-42aa-a968-db0426d215cb tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Request body: {'port': {'device_id': 'b85f2074-47e8-4007-bdda-db9db9832789', 'network_id': '13c0d1fd-3e0e-4cba-896f-66aeb7da2095', 'admin_state_up': True, 'tenant_id': '3361f17e528749ceab248e9aac2f399a'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:29:36.689224 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8f2378cb-58dc-4804-be94-5bc22289bf96 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for security_group_rule (8376ff35-05f0-4534-9b97-adcc08cd1947), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:36.696515 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8f2378cb-58dc-4804-be94-5bc22289bf96 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530535'] for security_group_rule (8376ff35-05f0-4534-9b97-adcc08cd1947), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:36.714946 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a424bd7d-85e5-4aac-bd6f-38bcc682f589 None None] Sync routers for ids ['48063dea-2895-40e4-905f-dfe5b0b536bb'] in dv-cinder-834920-1-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:29:36.730332 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a424bd7d-85e5-4aac-bd6f-38bcc682f589 None None] Routers {'48063dea-2895-40e4-905f-dfe5b0b536bb'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:29:36.730964 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-a424bd7d-85e5-4aac-bd6f-38bcc682f589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:29:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['48063dea-2895-40e4-905f-dfe5b0b536bb'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:29:36.743186 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2378cb-58dc-4804-be94-5bc22289bf96 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8376ff35-05f0-4534-9b97-adcc08cd1947,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:36.748490 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port 4b00755c-72f5-4f2b-8458-b0ecb5621d5f is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:29:36.749028 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (4b00755c-72f5-4f2b-8458-b0ecb5621d5f), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:36.803638 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8f2378cb-58dc-4804-be94-5bc22289bf96 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:36.813026 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-8f2378cb-58dc-4804-be94-5bc22289bf96 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3652229 Mar 23 17:29:36.816585 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 34492) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:36.818510 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0060eed5-0313-469d-8c33-2ef9e5905b54 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:36.866079 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-c2cc7267-daac-4a07-9919-b29cb797fca7 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Request body: {'security_group_rule': {'security_group_id': 'ca71957c-f693-4286-bc3c-1c0171f0baa3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:29:36.883229 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-6b09bc97-8b0c-42aa-a968-db0426d215cb tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Made reservation on behalf of 3361f17e528749ceab248e9aac2f399a for: {'port': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:29:36.888344 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-6b09bc97-8b0c-42aa-a968-db0426d215cb tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:36.939940 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] For port 4b00755c-72f5-4f2b-8458-b0ecb5621d5f, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=4b00755c-72f5-4f2b-8458-b0ecb5621d5f,segment=NetworkSegment(e3d657d5-0d12-4364-ba98-0127febd700d),segment_id=e3d657d5-0d12-4364-ba98-0127febd700d)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:29:36.949843 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bf38c-3c86-4924-a299-3748558b1f70 req-c8b9e0ef-4c58-4841-a6ab-6726615b56ad tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:36.958815 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-655bf38c-3c86-4924-a299-3748558b1f70 req-c8b9e0ef-4c58-4841-a6ab-6726615b56ad tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/networks?id=e39f5c4c-2123-4c06-9dcf-a1960e2860e7 HTTP/1.1" status: 200 len: 818 time: 0.5069966 Mar 23 17:29:36.962886 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (4b00755c-72f5-4f2b-8458-b0ecb5621d5f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:36.963864 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 40bb39c3-cdd2-4f4a-a80c-c69c312d4834 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:29:37.028573 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Pushing event updated for resources: {'Port': ['ID=4b00755c-72f5-4f2b-8458-b0ecb5621d5f,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:37.047033 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c2cc7267-daac-4a07-9919-b29cb797fca7 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for security_group_rule (4212a40b-0785-4f23-8313-678e8c122a73), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:37.111160 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-2586a051-2b6b-41f5-9eea-6b3e781c74a7 None None] Current status of the port ccba8dfc-b097-4469-986d-0d7e3e7a61bb is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:29:37.149433 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-a424bd7d-85e5-4aac-bd6f-38bcc682f589 None None] Set router 48063dea-2895-40e4-905f-dfe5b0b536bb gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:29:37.184641 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-b9686d9a-1a35-421c-a4ce-d63bfd58d0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'name': 'tempest-AttachVolumeNegativeTest-1323889583-router', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:27Z', 'revision_number': 4, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'gw_port': {'id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '24758108-f7b9-4a7b-a8d0-a67a29e436b3', 'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'mac_address': 'fa:16:3e:87:b1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd923e995-8ad4-43f2-beba-221af8031362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:25Z', 'updated_at': '2022-03-23T17:29:27Z', 'revision_number': 2, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'subnets': [{'id': 'd923e995-8ad4-43f2-beba-221af8031362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:29:37.269371 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9686d9a-1a35-421c-a4ce-d63bfd58d0a2 None None] Checking router: e9794722-c150-44c7-906a-28cfb4d22793 for host: dv-cinder-834920-1-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:29:37.270095 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9686d9a-1a35-421c-a4ce-d63bfd58d0a2 None None] Updating router e9794722-c150-44c7-906a-28cfb4d22793 port 24758108-f7b9-4a7b-a8d0-a67a29e436b3 binding host dv-cinder-834920-1-iscsi {{(pid=103209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 17:29:37.278537 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c2cc7267-daac-4a07-9919-b29cb797fca7 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for security_group_rule (4212a40b-0785-4f23-8313-678e8c122a73), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:37.295136 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c2cc7267-daac-4a07-9919-b29cb797fca7 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530535'] for security_group_rule (4212a40b-0785-4f23-8313-678e8c122a73), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:37.357217 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port 40bb39c3-cdd2-4f4a-a80c-c69c312d4834 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:37.357800 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc7267-daac-4a07-9919-b29cb797fca7 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4212a40b-0785-4f23-8313-678e8c122a73,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:37.361165 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (40bb39c3-cdd2-4f4a-a80c-c69c312d4834), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:37.374609 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c2cc7267-daac-4a07-9919-b29cb797fca7 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:37.376184 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-c2cc7267-daac-4a07-9919-b29cb797fca7 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5585542 Mar 23 17:29:37.380685 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 34504) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:37.402765 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-16034690-5a58-42f7-97ba-999b3593b53e tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Request body: {'floatingip': {'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:29:37.466250 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b9686d9a-1a35-421c-a4ce-d63bfd58d0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (24758108-f7b9-4a7b-a8d0-a67a29e436b3), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:37.482078 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-16034690-5a58-42f7-97ba-999b3593b53e tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:37.623935 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-6b09bc97-8b0c-42aa-a968-db0426d215cb tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Allocated IP 172.20.0.4 (13c0d1fd-3e0e-4cba-896f-66aeb7da2095/bb63f988-43cc-46be-b3b9-fe684f716024/f2795b69-526a-4643-ad57-13e14e78f928) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:29:37.708350 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port 40bb39c3-cdd2-4f4a-a80c-c69c312d4834 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:29:37.708729 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (40bb39c3-cdd2-4f4a-a80c-c69c312d4834), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:37.743772 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-655bf38c-3c86-4924-a299-3748558b1f70 req-e842854d-fd18-4be5-bc1d-1b10df2b68a1 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/quotas/5f8e1fcf32ed4c89b61e93ec571f7fe7 HTTP/1.1" status: 200 len: 375 time: 0.7834578 Mar 23 17:29:37.760522 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-a424bd7d-85e5-4aac-bd6f-38bcc682f589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'name': 'tempest-AttachVolumeTestJSON-290508263-router', 'tenant_id': '562e825d481140639866877090276140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4b00755c-72f5-4f2b-8458-b0ecb5621d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:18Z', 'updated_at': '2022-03-23T17:29:32Z', 'revision_number': 4, 'project_id': '562e825d481140639866877090276140', 'gw_port': {'id': '4b00755c-72f5-4f2b-8458-b0ecb5621d5f', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c1:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '867fac67-9575-4b3e-aa0c-038b203f1c35', 'name': '', 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58', 'tenant_id': '562e825d481140639866877090276140', 'mac_address': 'fa:16:3e:f9:ca:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '551df535-6624-4945-9357-a463dcf05cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:30Z', 'updated_at': '2022-03-23T17:29:32Z', 'revision_number': 2, 'project_id': '562e825d481140639866877090276140', 'subnets': [{'id': '551df535-6624-4945-9357-a463dcf05cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:29:37.772447 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-16034690-5a58-42f7-97ba-999b3593b53e tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:37.786036 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-df46ce1c-9435-40ae-9389-b57ae1cfd7b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:37.822226 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] For port 40bb39c3-cdd2-4f4a-a80c-c69c312d4834, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=40bb39c3-cdd2-4f4a-a80c-c69c312d4834,segment=NetworkSegment(e3d657d5-0d12-4364-ba98-0127febd700d),segment_id=e3d657d5-0d12-4364-ba98-0127febd700d)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:29:37.834659 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-42bb6943-0c8b-497c-a884-198b4c46c63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:37.843352 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (40bb39c3-cdd2-4f4a-a80c-c69c312d4834), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:37.849418 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a424bd7d-85e5-4aac-bd6f-38bcc682f589 None None] Checking router: 48063dea-2895-40e4-905f-dfe5b0b536bb for host: dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:29:37.850224 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a424bd7d-85e5-4aac-bd6f-38bcc682f589 None None] Updating router 48063dea-2895-40e4-905f-dfe5b0b536bb port 867fac67-9575-4b3e-aa0c-038b203f1c35 binding host dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 17:29:37.897758 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6904a930-081b-4e21-bdb8-792995291b84 req-02158b9d-f20f-4b0a-8287-add8e0faaca1 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--335910810&fields=id&tenant_id=81cbeef3df3646be902884c3e8e86d20 HTTP/1.1" status: 200 len: 267 time: 1.4503689 Mar 23 17:29:37.910897 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a424bd7d-85e5-4aac-bd6f-38bcc682f589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (867fac67-9575-4b3e-aa0c-038b203f1c35), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:37.930334 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [None req-0060eed5-0313-469d-8c33-2ef9e5905b54 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Allocated IP 172.27.2.26 (17d610fd-133a-4c28-bfb5-fce45cda1090/3c39f8ab-3a38-4914-94a2-be3bf3be7af7/53acfb41-f037-4596-b115-3357a70e8c14) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:29:38.323718 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 4b00755c-72f5-4f2b-8458-b0ecb5621d5f up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:29:38.328932 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Pushing event updated for resources: {'Port': ['ID=40bb39c3-cdd2-4f4a-a80c-c69c312d4834,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:38.476134 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port 4b00755c-72f5-4f2b-8458-b0ecb5621d5f triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:38.476409 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (4b00755c-72f5-4f2b-8458-b0ecb5621d5f), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:38.586521 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a424bd7d-85e5-4aac-bd6f-38bcc682f589 None None] Publish callbacks [] for port (867fac67-9575-4b3e-aa0c-038b203f1c35), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:38.586747 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-655bf38c-3c86-4924-a299-3748558b1f70 req-8b6df7b2-3a59-418a-a10a-d2cd91fa045d tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f8e1fcf32ed4c89b61e93ec571f7fe7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7708788 Mar 23 17:29:38.603808 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a424bd7d-85e5-4aac-bd6f-38bcc682f589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (867fac67-9575-4b3e-aa0c-038b203f1c35), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:38.675260 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b9686d9a-1a35-421c-a4ce-d63bfd58d0a2 None None] Publish callbacks [] for port (24758108-f7b9-4a7b-a8d0-a67a29e436b3), precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:38.686688 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-df46ce1c-9435-40ae-9389-b57ae1cfd7b3 admin admin] Publish callbacks [] for security_group (ec62dc0e-46d1-4be5-94b6-b41ebb9d2f10), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:38.717659 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b9686d9a-1a35-421c-a4ce-d63bfd58d0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (24758108-f7b9-4a7b-a8d0-a67a29e436b3), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:38.719405 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port 4b00755c-72f5-4f2b-8458-b0ecb5621d5f is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:29:38.723983 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcad16c-8047-43b8-b83d-01a228ccc427 None None] Pushing event updated for resources: {'Port': ['ID=867fac67-9575-4b3e-aa0c-038b203f1c35,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:38.727345 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device ccba8dfc-b097-4469-986d-0d7e3e7a61bb up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:29:38.736011 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-df46ce1c-9435-40ae-9389-b57ae1cfd7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (ec62dc0e-46d1-4be5-94b6-b41ebb9d2f10), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:38.837437 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 34542) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:38.837960 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-df46ce1c-9435-40ae-9389-b57ae1cfd7b3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6241b05e867a479a8d6779863ffb3ec9&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0613775 Mar 23 17:29:38.860507 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-a424bd7d-85e5-4aac-bd6f-38bcc682f589 None None] Attempting to bind port 867fac67-9575-4b3e-aa0c-038b203f1c35 on host dv-cinder-834920-1-iscsi for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:29:38.861501 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-a424bd7d-85e5-4aac-bd6f-38bcc682f589 None None] Attempting to bind port 867fac67-9575-4b3e-aa0c-038b203f1c35 by drivers openvswitch,hyperv on host dv-cinder-834920-1-iscsi at level 0 using segments [{'id': 'a411194a-69f6-4c08-a136-cf58c2766c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:29:38.862050 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a424bd7d-85e5-4aac-bd6f-38bcc682f589 None None] Attempting to bind port 867fac67-9575-4b3e-aa0c-038b203f1c35 on network cf00ba7b-82ed-4a68-ac03-2cd555b65d58 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:29:38.868546 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a424bd7d-85e5-4aac-bd6f-38bcc682f589 None None] Checking agent: {'id': '827fbf48-cdcd-428c-a50e-7eba0e2d74f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834920-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 21, 14), 'started_at': datetime.datetime(2022, 3, 23, 17, 21, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834920-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:29:38.877427 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46ce1c-9435-40ae-9389-b57ae1cfd7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec62dc0e-46d1-4be5-94b6-b41ebb9d2f10,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:38.892590 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a424bd7d-85e5-4aac-bd6f-38bcc682f589 None None] Checking segment: {'id': 'a411194a-69f6-4c08-a136-cf58c2766c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:29:38.893733 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a424bd7d-85e5-4aac-bd6f-38bcc682f589 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:38.896797 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a424bd7d-85e5-4aac-bd6f-38bcc682f589 None None] Bound using segment: {'id': 'a411194a-69f6-4c08-a136-cf58c2766c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:29:38.897961 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-a424bd7d-85e5-4aac-bd6f-38bcc682f589 None None] Bound port: 867fac67-9575-4b3e-aa0c-038b203f1c35, host: dv-cinder-834920-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a411194a-69f6-4c08-a136-cf58c2766c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:29:38.899457 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a424bd7d-85e5-4aac-bd6f-38bcc682f589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (867fac67-9575-4b3e-aa0c-038b203f1c35), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:39.002143 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6484c128-e3d7-4391-b094-090b196e3dd1 None None] Pushing event updated for resources: {'Port': ['ID=24758108-f7b9-4a7b-a8d0-a67a29e436b3,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:39.055748 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-a424bd7d-85e5-4aac-bd6f-38bcc682f589 None None] For port 867fac67-9575-4b3e-aa0c-038b203f1c35, host dv-cinder-834920-1-iscsi, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:29:39.069939 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-a424bd7d-85e5-4aac-bd6f-38bcc682f589 None None] For port 867fac67-9575-4b3e-aa0c-038b203f1c35, host dv-cinder-834920-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=867fac67-9575-4b3e-aa0c-038b203f1c35,segment=NetworkSegment(a411194a-69f6-4c08-a136-cf58c2766c0a),segment_id=a411194a-69f6-4c08-a136-cf58c2766c0a)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:29:39.095071 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1d1e3067-ec09-4507-a91f-85863a56d6e3 admin admin] Publish callbacks [] for security_group (ec62dc0e-46d1-4be5-94b6-b41ebb9d2f10), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:39.095536 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a424bd7d-85e5-4aac-bd6f-38bcc682f589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (867fac67-9575-4b3e-aa0c-038b203f1c35), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:39.128591 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-655bf38c-3c86-4924-a299-3748558b1f70 req-ce6ea878-f846-428c-994c-613923dd4694 service neutron] 10.222.0.41 "GET /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5430560 Mar 23 17:29:39.195705 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1d1e3067-ec09-4507-a91f-85863a56d6e3 admin admin] Publish callbacks [] for security_group (ec62dc0e-46d1-4be5-94b6-b41ebb9d2f10), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:39.240838 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904a930-081b-4e21-bdb8-792995291b84 req-465eeb4f-8b05-4a73-a855-96ab6d08a31d tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:39.247066 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6904a930-081b-4e21-bdb8-792995291b84 req-465eeb4f-8b05-4a73-a855-96ab6d08a31d tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/networks?id=2888c7fe-ae98-4d0e-9549-8ca804e8c855 HTTP/1.1" status: 200 len: 815 time: 1.2720942 Mar 23 17:29:39.303645 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port ccba8dfc-b097-4469-986d-0d7e3e7a61bb triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:39.305195 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (ccba8dfc-b097-4469-986d-0d7e3e7a61bb), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:39.339576 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcad16c-8047-43b8-b83d-01a228ccc427 None None] Pushing event updated for resources: {'Port': ['ID=867fac67-9575-4b3e-aa0c-038b203f1c35,revision_number=4']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:39.342963 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a424bd7d-85e5-4aac-bd6f-38bcc682f589 None None] Routers {'48063dea-2895-40e4-905f-dfe5b0b536bb'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:29:39.343827 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-a424bd7d-85e5-4aac-bd6f-38bcc682f589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:29:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['48063dea-2895-40e4-905f-dfe5b0b536bb'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:29:39.392493 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1d1e3067-ec09-4507-a91f-85863a56d6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (ec62dc0e-46d1-4be5-94b6-b41ebb9d2f10), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:39.395445 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1d1e3067-ec09-4507-a91f-85863a56d6e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:39.396727 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-1d1e3067-ec09-4507-a91f-85863a56d6e3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ec62dc0e-46d1-4be5-94b6-b41ebb9d2f10 HTTP/1.1" status: 204 len: 168 time: 0.5580399 Mar 23 17:29:39.416432 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-b9686d9a-1a35-421c-a4ce-d63bfd58d0a2 None None] Attempting to bind port 24758108-f7b9-4a7b-a8d0-a67a29e436b3 on host dv-cinder-834920-1-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:29:39.416723 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-b9686d9a-1a35-421c-a4ce-d63bfd58d0a2 None None] Attempting to bind port 24758108-f7b9-4a7b-a8d0-a67a29e436b3 by drivers openvswitch,hyperv on host dv-cinder-834920-1-iscsi at level 0 using segments [{'id': '0ba0aa12-bf45-410a-8276-1084354c048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:29:39.419689 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9686d9a-1a35-421c-a4ce-d63bfd58d0a2 None None] Attempting to bind port 24758108-f7b9-4a7b-a8d0-a67a29e436b3 on network 2888c7fe-ae98-4d0e-9549-8ca804e8c855 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:29:39.447043 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e3067-ec09-4507-a91f-85863a56d6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec62dc0e-46d1-4be5-94b6-b41ebb9d2f10,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:39.454845 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9686d9a-1a35-421c-a4ce-d63bfd58d0a2 None None] Checking agent: {'id': '827fbf48-cdcd-428c-a50e-7eba0e2d74f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834920-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 21, 14), 'started_at': datetime.datetime(2022, 3, 23, 17, 21, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834920-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:29:39.455181 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9686d9a-1a35-421c-a4ce-d63bfd58d0a2 None None] Checking segment: {'id': '0ba0aa12-bf45-410a-8276-1084354c048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:29:39.464379 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b9686d9a-1a35-421c-a4ce-d63bfd58d0a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:39.465058 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9686d9a-1a35-421c-a4ce-d63bfd58d0a2 None None] Bound using segment: {'id': '0ba0aa12-bf45-410a-8276-1084354c048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:29:39.466851 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-b9686d9a-1a35-421c-a4ce-d63bfd58d0a2 None None] Bound port: 24758108-f7b9-4a7b-a8d0-a67a29e436b3, host: dv-cinder-834920-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ba0aa12-bf45-410a-8276-1084354c048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:29:39.467540 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b9686d9a-1a35-421c-a4ce-d63bfd58d0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (24758108-f7b9-4a7b-a8d0-a67a29e436b3), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:39.483247 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-f38e8500-8448-49e1-bf11-426f8dbd1e69 None None] Provisioning complete for port 867fac67-9575-4b3e-aa0c-038b203f1c35 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:39.483824 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f38e8500-8448-49e1-bf11-426f8dbd1e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (867fac67-9575-4b3e-aa0c-038b203f1c35), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:39.694324 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port ccba8dfc-b097-4469-986d-0d7e3e7a61bb is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:29:39.742961 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-f38e8500-8448-49e1-bf11-426f8dbd1e69 None None] Current status of the port 867fac67-9575-4b3e-aa0c-038b203f1c35 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:29:39.743585 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f38e8500-8448-49e1-bf11-426f8dbd1e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (867fac67-9575-4b3e-aa0c-038b203f1c35), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:39.757759 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6904a930-081b-4e21-bdb8-792995291b84 req-2e2ea30b-8764-49f8-9c93-524df1309f54 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/quotas/81cbeef3df3646be902884c3e8e86d20 HTTP/1.1" status: 200 len: 375 time: 0.1704667 Mar 23 17:29:39.794566 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-b9686d9a-1a35-421c-a4ce-d63bfd58d0a2 None None] For port 24758108-f7b9-4a7b-a8d0-a67a29e436b3, host dv-cinder-834920-1-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:29:39.799082 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-a424bd7d-85e5-4aac-bd6f-38bcc682f589 None None] Set router 48063dea-2895-40e4-905f-dfe5b0b536bb gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:29:39.803308 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-655bf38c-3c86-4924-a299-3748558b1f70 req-067fa8cc-79c8-49de-98bc-934da5865b0f service neutron] 10.222.0.41 "GET /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6087427 Mar 23 17:29:39.806022 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-b9686d9a-1a35-421c-a4ce-d63bfd58d0a2 None None] For port 24758108-f7b9-4a7b-a8d0-a67a29e436b3, host dv-cinder-834920-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=24758108-f7b9-4a7b-a8d0-a67a29e436b3,segment=NetworkSegment(0ba0aa12-bf45-410a-8276-1084354c048b),segment_id=0ba0aa12-bf45-410a-8276-1084354c048b)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:29:39.818748 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-f38e8500-8448-49e1-bf11-426f8dbd1e69 None None] For port 867fac67-9575-4b3e-aa0c-038b203f1c35, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=867fac67-9575-4b3e-aa0c-038b203f1c35,segment=NetworkSegment(a411194a-69f6-4c08-a136-cf58c2766c0a),segment_id=a411194a-69f6-4c08-a136-cf58c2766c0a)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:29:39.837066 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f38e8500-8448-49e1-bf11-426f8dbd1e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (867fac67-9575-4b3e-aa0c-038b203f1c35), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:39.839788 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b9686d9a-1a35-421c-a4ce-d63bfd58d0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (24758108-f7b9-4a7b-a8d0-a67a29e436b3), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:39.852961 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0060eed5-0313-469d-8c33-2ef9e5905b54 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for port (53acfb41-f037-4596-b115-3357a70e8c14), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:39.945123 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-6b09bc97-8b0c-42aa-a968-db0426d215cb tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Publish callbacks [] for port (f2795b69-526a-4643-ad57-13e14e78f928), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:40.105461 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 34564) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:40.143655 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:29:40.308537 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9686d9a-1a35-421c-a4ce-d63bfd58d0a2 None None] Routers {'e9794722-c150-44c7-906a-28cfb4d22793'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:29:40.314824 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-b9686d9a-1a35-421c-a4ce-d63bfd58d0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:29:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['e9794722-c150-44c7-906a-28cfb4d22793'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:29:40.348035 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-a424bd7d-85e5-4aac-bd6f-38bcc682f589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'name': 'tempest-AttachVolumeTestJSON-290508263-router', 'tenant_id': '562e825d481140639866877090276140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4b00755c-72f5-4f2b-8458-b0ecb5621d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:18Z', 'updated_at': '2022-03-23T17:29:32Z', 'revision_number': 4, 'project_id': '562e825d481140639866877090276140', 'gw_port': {'id': '4b00755c-72f5-4f2b-8458-b0ecb5621d5f', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '867fac67-9575-4b3e-aa0c-038b203f1c35', 'name': '', 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58', 'tenant_id': '562e825d481140639866877090276140', 'mac_address': 'fa:16:3e:f9:ca:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '551df535-6624-4945-9357-a463dcf05cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:30Z', 'updated_at': '2022-03-23T17:29:39Z', 'revision_number': 4, 'project_id': '562e825d481140639866877090276140', 'subnets': [{'id': '551df535-6624-4945-9357-a463dcf05cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:29:40.471989 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6904a930-081b-4e21-bdb8-792995291b84 req-52107705-ccf7-4ac7-992e-bf0cf2fb303d tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=81cbeef3df3646be902884c3e8e86d20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6443105 Mar 23 17:29:40.508633 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a424bd7d-85e5-4aac-bd6f-38bcc682f589 None None] The sync data for ids ['48063dea-2895-40e4-905f-dfe5b0b536bb'] in dv-cinder-834920-1-iscsi is: [{'id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'name': 'tempest-AttachVolumeTestJSON-290508263-router', 'tenant_id': '562e825d481140639866877090276140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4b00755c-72f5-4f2b-8458-b0ecb5621d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:18Z', 'updated_at': '2022-03-23T17:29:32Z', 'revision_number': 4, 'project_id': '562e825d481140639866877090276140', 'gw_port': {'id': '4b00755c-72f5-4f2b-8458-b0ecb5621d5f', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '867fac67-9575-4b3e-aa0c-038b203f1c35', 'name': '', 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58', 'tenant_id': '562e825d481140639866877090276140', 'mac_address': 'fa:16:3e:f9:ca:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '551df535-6624-4945-9357-a463dcf05cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:30Z', 'updated_at': '2022-03-23T17:29:39Z', 'revision_number': 4, 'project_id': '562e825d481140639866877090276140', 'subnets': [{'id': '551df535-6624-4945-9357-a463dcf05cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:29:40.523961 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 34584) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:40.725792 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0060eed5-0313-469d-8c33-2ef9e5905b54 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (53acfb41-f037-4596-b115-3357a70e8c14), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:40.753405 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [None req-16034690-5a58-42f7-97ba-999b3593b53e tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Allocated IP 172.27.2.90 (17d610fd-133a-4c28-bfb5-fce45cda1090/3c39f8ab-3a38-4914-94a2-be3bf3be7af7/a3e81d99-04d5-4b8b-9ee1-c5e5030b347a) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:29:40.838290 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-b9686d9a-1a35-421c-a4ce-d63bfd58d0a2 None None] Set router e9794722-c150-44c7-906a-28cfb4d22793 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:29:40.899760 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-96721c92-1caf-4833-a46c-d9171346e9e0 req-45d16521-2180-47ef-8cc2-28d9f42f6350 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 210 time: 0.3689637 Mar 23 17:29:41.012978 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0060eed5-0313-469d-8c33-2ef9e5905b54 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Network 17d610fd-133a-4c28-bfb5-fce45cda1090 is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:29:41.032861 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1a8c3057-aaed-4f0e-9ed6-cd6f82fa6f63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:41.102751 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-0060eed5-0313-469d-8c33-2ef9e5905b54 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:29:41.109556 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0060eed5-0313-469d-8c33-2ef9e5905b54 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:29:41.116787 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-16034690-5a58-42f7-97ba-999b3593b53e tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for port (a3e81d99-04d5-4b8b-9ee1-c5e5030b347a), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:41.158489 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 40bb39c3-cdd2-4f4a-a80c-c69c312d4834 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:29:41.187159 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e8500-8448-49e1-bf11-426f8dbd1e69 None None] Pushing event updated for resources: {'Port': ['ID=867fac67-9575-4b3e-aa0c-038b203f1c35,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:41.262617 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-09e892c1-b798-444c-81f0-9a4118ae8cbc None None] Provisioning complete for port 24758108-f7b9-4a7b-a8d0-a67a29e436b3 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:41.263229 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-09e892c1-b798-444c-81f0-9a4118ae8cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (24758108-f7b9-4a7b-a8d0-a67a29e436b3), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:41.308188 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d3d36960-1b94-48e0-b988-3642fd042bdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:41.320973 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7c76ccf0-78ee-4c53-84bc-461a82ef6b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:41.344197 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-16034690-5a58-42f7-97ba-999b3593b53e tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (a3e81d99-04d5-4b8b-9ee1-c5e5030b347a), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:41.362607 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-6b09bc97-8b0c-42aa-a968-db0426d215cb tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (f2795b69-526a-4643-ad57-13e14e78f928), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:41.400877 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16034690-5a58-42f7-97ba-999b3593b53e tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Network 17d610fd-133a-4c28-bfb5-fce45cda1090 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:29:41.404017 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [req-6904a930-081b-4e21-bdb8-792995291b84 req-5d97353e-0782-46b1-82ae-9f6910a8b6b9 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103208) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 17:29:41.405517 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-16034690-5a58-42f7-97ba-999b3593b53e tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:29:41.410796 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6904a930-081b-4e21-bdb8-792995291b84 req-5d97353e-0782-46b1-82ae-9f6910a8b6b9 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5031848 Mar 23 17:29:41.422706 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16034690-5a58-42f7-97ba-999b3593b53e tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:29:41.482166 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-16034690-5a58-42f7-97ba-999b3593b53e tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for floatingip (7d0b5b55-ec60-4d02-b417-4257e84c250b), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:41.522202 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0060eed5-0313-469d-8c33-2ef9e5905b54 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Pushing event updated for resources: {'Port': ['ID=53acfb41-f037-4596-b115-3357a70e8c14,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:41.553390 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-16034690-5a58-42f7-97ba-999b3593b53e tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (a3e81d99-04d5-4b8b-9ee1-c5e5030b347a), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:41.558542 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16034690-5a58-42f7-97ba-999b3593b53e tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Pushing event updated for resources: {'Port': ['ID=a3e81d99-04d5-4b8b-9ee1-c5e5030b347a,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:41.734348 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1a8c3057-aaed-4f0e-9ed6-cd6f82fa6f63 admin admin] Publish callbacks [] for security_group (db8268f7-c785-4299-a6bf-48628e7b289e), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:41.737592 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-601fc97a-8de6-4413-80a0-53b37abb305c req-e0aa1eb0-110a-4d04-aa06-3a396c86b0ed tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1 HTTP/1.1" status: 200 len: 210 time: 0.7117965 Mar 23 17:29:41.754659 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1a8c3057-aaed-4f0e-9ed6-cd6f82fa6f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (db8268f7-c785-4299-a6bf-48628e7b289e), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:41.809561 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6484c128-e3d7-4391-b094-090b196e3dd1 None None] Pushing event updated for resources: {'Port': ['ID=24758108-f7b9-4a7b-a8d0-a67a29e436b3,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:41.832508 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d3d36960-1b94-48e0-b988-3642fd042bdf admin admin] Publish callbacks [] for security_group (ce12132c-f43e-46f9-bdb3-c3f88c9e491b), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:41.844412 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d3d36960-1b94-48e0-b988-3642fd042bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (ce12132c-f43e-46f9-bdb3-c3f88c9e491b), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:41.959047 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:41.962362 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d36960-1b94-48e0-b988-3642fd042bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce12132c-f43e-46f9-bdb3-c3f88c9e491b,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:41.983499 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-d3d36960-1b94-48e0-b988-3642fd042bdf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=175dfc38a6e04041affd85788e585c09&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8767629 Mar 23 17:29:41.986757 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 34632) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:42.216508 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-47c8bcfd-06e8-4ab9-9b57-61a6742a8cbe admin admin] Publish callbacks [] for security_group (ce12132c-f43e-46f9-bdb3-c3f88c9e491b), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:42.270597 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port 40bb39c3-cdd2-4f4a-a80c-c69c312d4834 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:42.271241 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (40bb39c3-cdd2-4f4a-a80c-c69c312d4834), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:42.281583 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-47c8bcfd-06e8-4ab9-9b57-61a6742a8cbe admin admin] Publish callbacks [] for security_group (ce12132c-f43e-46f9-bdb3-c3f88c9e491b), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:42.360909 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-1a8c3057-aaed-4f0e-9ed6-cd6f82fa6f63 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5ae7ebdc652d4b708a8a1dc0b3a31ff6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8334205 Mar 23 17:29:42.391521 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-16034690-5a58-42f7-97ba-999b3593b53e tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for port (a3e81d99-04d5-4b8b-9ee1-c5e5030b347a), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:42.394700 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-6b09bc97-8b0c-42aa-a968-db0426d215cb tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Network 13c0d1fd-3e0e-4cba-896f-66aeb7da2095 is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:29:42.398444 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 34638) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:42.420746 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-16034690-5a58-42f7-97ba-999b3593b53e tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (a3e81d99-04d5-4b8b-9ee1-c5e5030b347a), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:42.471597 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0060eed5-0313-469d-8c33-2ef9e5905b54 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for floatingip (d796ef91-c878-4593-943e-38cd4633652a), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:42.480026 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port 40bb39c3-cdd2-4f4a-a80c-c69c312d4834 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:29:42.481973 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 05408c75-8f63-43b6-a826-f325af2f7c7a up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:29:42.482361 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c3057-aaed-4f0e-9ed6-cd6f82fa6f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8268f7-c785-4299-a6bf-48628e7b289e,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:42.500703 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-6b09bc97-8b0c-42aa-a968-db0426d215cb tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:29:42.528506 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-6b09bc97-8b0c-42aa-a968-db0426d215cb tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:29:42.534908 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-6b09bc97-8b0c-42aa-a968-db0426d215cb tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:42.535607 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-6b09bc97-8b0c-42aa-a968-db0426d215cb tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for port (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:42.547207 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-09e892c1-b798-444c-81f0-9a4118ae8cbc None None] Current status of the port 24758108-f7b9-4a7b-a8d0-a67a29e436b3 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:29:42.548151 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-09e892c1-b798-444c-81f0-9a4118ae8cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (24758108-f7b9-4a7b-a8d0-a67a29e436b3), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:42.553913 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16034690-5a58-42f7-97ba-999b3593b53e tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Pushing event updated for resources: {'Port': ['ID=a3e81d99-04d5-4b8b-9ee1-c5e5030b347a,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:42.591146 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-b9686d9a-1a35-421c-a4ce-d63bfd58d0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'name': 'tempest-AttachVolumeNegativeTest-1323889583-router', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:27Z', 'revision_number': 4, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'gw_port': {'id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '24758108-f7b9-4a7b-a8d0-a67a29e436b3', 'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'mac_address': 'fa:16:3e:87:b1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd923e995-8ad4-43f2-beba-221af8031362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:25Z', 'updated_at': '2022-03-23T17:29:39Z', 'revision_number': 4, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'subnets': [{'id': 'd923e995-8ad4-43f2-beba-221af8031362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:29:42.595746 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-6b09bc97-8b0c-42aa-a968-db0426d215cb tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9682705 Mar 23 17:29:42.601967 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-16034690-5a58-42f7-97ba-999b3593b53e tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614213'] for floatingip (7d0b5b55-ec60-4d02-b417-4257e84c250b), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:42.634807 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-47c8bcfd-06e8-4ab9-9b57-61a6742a8cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (ce12132c-f43e-46f9-bdb3-c3f88c9e491b), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:42.645811 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-47c8bcfd-06e8-4ab9-9b57-61a6742a8cbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:42.651540 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-47c8bcfd-06e8-4ab9-9b57-61a6742a8cbe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce12132c-f43e-46f9-bdb3-c3f88c9e491b HTTP/1.1" status: 204 len: 168 time: 0.6605000 Mar 23 17:29:42.651725 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9686d9a-1a35-421c-a4ce-d63bfd58d0a2 None None] The sync data for ids ['e9794722-c150-44c7-906a-28cfb4d22793'] in dv-cinder-834920-1-iscsi is: [{'id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'name': 'tempest-AttachVolumeNegativeTest-1323889583-router', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:27Z', 'revision_number': 4, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'gw_port': {'id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '24758108-f7b9-4a7b-a8d0-a67a29e436b3', 'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'mac_address': 'fa:16:3e:87:b1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd923e995-8ad4-43f2-beba-221af8031362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:25Z', 'updated_at': '2022-03-23T17:29:39Z', 'revision_number': 4, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'subnets': [{'id': 'd923e995-8ad4-43f2-beba-221af8031362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:29:42.659909 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09bc97-8b0c-42aa-a968-db0426d215cb tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Pushing event updated for resources: {'Port': ['ID=f2795b69-526a-4643-ad57-13e14e78f928,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:42.670698 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8bcfd-06e8-4ab9-9b57-61a6742a8cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce12132c-f43e-46f9-bdb3-c3f88c9e491b,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:42.688552 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecd4f1-f6fd-4df7-b380-742424bdb649 req-009d139e-748e-4193-89cc-c0e62e5bacd1 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:42.690020 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-16034690-5a58-42f7-97ba-999b3593b53e tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for floatingip (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:42.690558 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-89ecd4f1-f6fd-4df7-b380-742424bdb649 req-009d139e-748e-4193-89cc-c0e62e5bacd1 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 931 time: 0.3686235 Mar 23 17:29:42.701035 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-16034690-5a58-42f7-97ba-999b3593b53e tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3086488 Mar 23 17:29:42.702546 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c068816f-66e8-4abc-b04c-31911b610e12 admin admin] Publish callbacks [] for security_group (db8268f7-c785-4299-a6bf-48628e7b289e), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:42.714325 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6904a930-081b-4e21-bdb8-792995291b84 req-300ed17b-90f2-4026-b0fd-f086c202abea service neutron] 10.222.0.41 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2913876 Mar 23 17:29:42.716315 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0060eed5-0313-469d-8c33-2ef9e5905b54 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (53acfb41-f037-4596-b115-3357a70e8c14), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:42.745700 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c068816f-66e8-4abc-b04c-31911b610e12 admin admin] Publish callbacks [] for security_group (db8268f7-c785-4299-a6bf-48628e7b289e), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:42.748865 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-09e892c1-b798-444c-81f0-9a4118ae8cbc None None] For port 24758108-f7b9-4a7b-a8d0-a67a29e436b3, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=24758108-f7b9-4a7b-a8d0-a67a29e436b3,segment=NetworkSegment(0ba0aa12-bf45-410a-8276-1084354c048b),segment_id=0ba0aa12-bf45-410a-8276-1084354c048b)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:29:42.815474 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-09e892c1-b798-444c-81f0-9a4118ae8cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (24758108-f7b9-4a7b-a8d0-a67a29e436b3), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:42.829449 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:42.876371 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c068816f-66e8-4abc-b04c-31911b610e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (db8268f7-c785-4299-a6bf-48628e7b289e), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:42.883661 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c068816f-66e8-4abc-b04c-31911b610e12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:42.887435 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-c068816f-66e8-4abc-b04c-31911b610e12 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/db8268f7-c785-4299-a6bf-48628e7b289e HTTP/1.1" status: 204 len: 168 time: 0.4830413 Mar 23 17:29:42.905846 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068816f-66e8-4abc-b04c-31911b610e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8268f7-c785-4299-a6bf-48628e7b289e,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:43.120277 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-09e892c1-b798-444c-81f0-9a4118ae8cbc None None] Provisioning complete for port 867fac67-9575-4b3e-aa0c-038b203f1c35 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:43.121828 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-09e892c1-b798-444c-81f0-9a4118ae8cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (867fac67-9575-4b3e-aa0c-038b203f1c35), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:43.147021 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0060eed5-0313-469d-8c33-2ef9e5905b54 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for port (53acfb41-f037-4596-b115-3357a70e8c14), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:43.164506 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-daeea876-4ffd-4c76-807e-09676182b3c0 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103208) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 17:29:43.165670 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-daeea876-4ffd-4c76-807e-09676182b3c0 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0172820 Mar 23 17:29:43.173477 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0060eed5-0313-469d-8c33-2ef9e5905b54 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (53acfb41-f037-4596-b115-3357a70e8c14), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:43.178639 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port 05408c75-8f63-43b6-a826-f325af2f7c7a triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:43.179214 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (05408c75-8f63-43b6-a826-f325af2f7c7a), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:43.224475 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e892c1-b798-444c-81f0-9a4118ae8cbc None None] Pushing event updated for resources: {'Port': ['ID=24758108-f7b9-4a7b-a8d0-a67a29e436b3,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:43.396138 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-09e892c1-b798-444c-81f0-9a4118ae8cbc None None] Current status of the port 867fac67-9575-4b3e-aa0c-038b203f1c35 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:29:43.418128 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port 05408c75-8f63-43b6-a826-f325af2f7c7a is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:29:43.418753 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (05408c75-8f63-43b6-a826-f325af2f7c7a), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:43.442021 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 34664) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:43.473862 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c57d0651-8264-43d9-b7bc-0edae7909c83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:43.476073 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6904a930-081b-4e21-bdb8-792995291b84 req-b735c8a0-a024-4785-892e-c2e1e73b1994 service neutron] 10.222.0.41 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7607753 Mar 23 17:29:43.504845 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] For port 05408c75-8f63-43b6-a826-f325af2f7c7a, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=05408c75-8f63-43b6-a826-f325af2f7c7a,segment=NetworkSegment(e3d657d5-0d12-4364-ba98-0127febd700d),segment_id=e3d657d5-0d12-4364-ba98-0127febd700d)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:29:43.531379 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (05408c75-8f63-43b6-a826-f325af2f7c7a), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:43.654936 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0060eed5-0313-469d-8c33-2ef9e5905b54 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614213'] for floatingip (d796ef91-c878-4593-943e-38cd4633652a), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:43.749307 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Pushing event updated for resources: {'Port': ['ID=05408c75-8f63-43b6-a826-f325af2f7c7a,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:43.759099 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0060eed5-0313-469d-8c33-2ef9e5905b54 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Pushing event updated for resources: {'Port': ['ID=53acfb41-f037-4596-b115-3357a70e8c14,revision_number=2']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:43.770823 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-5e94cc59-5287-4bbd-b6fb-b282ef426de3 None None] Provisioning complete for port 24758108-f7b9-4a7b-a8d0-a67a29e436b3 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:43.771092 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5e94cc59-5287-4bbd-b6fb-b282ef426de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (24758108-f7b9-4a7b-a8d0-a67a29e436b3), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:43.779070 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c57d0651-8264-43d9-b7bc-0edae7909c83 admin admin] Publish callbacks [] for security_group (5fb59106-c7ec-46cd-885e-51b5e3968cda), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:43.790459 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c57d0651-8264-43d9-b7bc-0edae7909c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (5fb59106-c7ec-46cd-885e-51b5e3968cda), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:43.818175 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0060eed5-0313-469d-8c33-2ef9e5905b54 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:43.819529 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-0060eed5-0313-469d-8c33-2ef9e5905b54 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.6062505 Mar 23 17:29:43.891820 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-89ecd4f1-f6fd-4df7-b380-742424bdb649 req-96612947-52d7-41b7-8906-49604547ab6c tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/security-groups?id=e77527b4-250a-4f23-96c4-f50fbe743ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7419965 Mar 23 17:29:43.906333 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d0651-8264-43d9-b7bc-0edae7909c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb59106-c7ec-46cd-885e-51b5e3968cda,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:43.954917 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-549cc084-de07-4bce-96c5-2c59d89a7a40 service neutron] Request body: {'port': {'device_id': 'b85f2074-47e8-4007-bdda-db9db9832789', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83492'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:29:43.972038 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-c57d0651-8264-43d9-b7bc-0edae7909c83 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8ad5da7552054b5b8cf4df29f01e6374&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5236242 Mar 23 17:29:43.981355 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 34686) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:44.090237 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.57', 56940) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:44.136935 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-5e94cc59-5287-4bbd-b6fb-b282ef426de3 None None] Current status of the port 24758108-f7b9-4a7b-a8d0-a67a29e436b3 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:29:44.199895 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 867fac67-9575-4b3e-aa0c-038b203f1c35 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:29:44.245512 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:44.326900 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port 867fac67-9575-4b3e-aa0c-038b203f1c35 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:44.328552 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (867fac67-9575-4b3e-aa0c-038b203f1c35), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:44.508848 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-549cc084-de07-4bce-96c5-2c59d89a7a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (f2795b69-526a-4643-ad57-13e14e78f928), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:44.532513 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port 867fac67-9575-4b3e-aa0c-038b203f1c35 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:29:44.533604 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 24758108-f7b9-4a7b-a8d0-a67a29e436b3 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:29:44.541609 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6fc9d745-318d-4cd5-a5fc-ac8ced8b27de admin admin] Publish callbacks [] for security_group (5fb59106-c7ec-46cd-885e-51b5e3968cda), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:44.664462 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port 24758108-f7b9-4a7b-a8d0-a67a29e436b3 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:44.665416 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (24758108-f7b9-4a7b-a8d0-a67a29e436b3), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:44.765829 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6fc9d745-318d-4cd5-a5fc-ac8ced8b27de admin admin] Publish callbacks [] for security_group (5fb59106-c7ec-46cd-885e-51b5e3968cda), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:44.807608 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bf38c-3c86-4924-a299-3748558b1f70 req-27147264-bcc8-4c5b-ae76-28d46d506257 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:44.809783 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-655bf38c-3c86-4924-a299-3748558b1f70 req-27147264-bcc8-4c5b-ae76-28d46d506257 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.57 "GET /v2.0/networks?id=e39f5c4c-2123-4c06-9dcf-a1960e2860e7 HTTP/1.1" status: 200 len: 818 time: 0.7085371 Mar 23 17:29:44.911695 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port 24758108-f7b9-4a7b-a8d0-a67a29e436b3 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:29:44.913628 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-655bf38c-3c86-4924-a299-3748558b1f70 req-959e52bc-c0aa-410f-afdb-d72c6033be21 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Request body: {'port': {'device_id': '852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1', 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7', 'admin_state_up': True, 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:29:44.913903 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-6d14534e-03aa-432a-9d38-cc6e74378032 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1412361537&fields=id&tenant_id=562e825d481140639866877090276140 HTTP/1.1" status: 200 len: 267 time: 0.6374154 Mar 23 17:29:44.927960 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-742b7f43-0b5b-4851-87eb-79fb90013e6d tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:44.929557 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-742b7f43-0b5b-4851-87eb-79fb90013e6d tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/networks?id=e39f5c4c-2123-4c06-9dcf-a1960e2860e7 HTTP/1.1" status: 200 len: 818 time: 0.6742079 Mar 23 17:29:44.930315 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6fc9d745-318d-4cd5-a5fc-ac8ced8b27de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (5fb59106-c7ec-46cd-885e-51b5e3968cda), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:44.939334 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6fc9d745-318d-4cd5-a5fc-ac8ced8b27de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:44.940986 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-6fc9d745-318d-4cd5-a5fc-ac8ced8b27de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5fb59106-c7ec-46cd-885e-51b5e3968cda HTTP/1.1" status: 204 len: 168 time: 0.9585145 Mar 23 17:29:45.055122 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9d745-318d-4cd5-a5fc-ac8ced8b27de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb59106-c7ec-46cd-885e-51b5e3968cda,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:45.091719 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-6e399339-ef0d-42f1-85d0-531c6082b024 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/quotas/5f8e1fcf32ed4c89b61e93ec571f7fe7 HTTP/1.1" status: 200 len: 375 time: 0.1306934 Mar 23 17:29:45.254711 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-655bf38c-3c86-4924-a299-3748558b1f70 req-959e52bc-c0aa-410f-afdb-d72c6033be21 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Made reservation on behalf of 5f8e1fcf32ed4c89b61e93ec571f7fe7 for: {'port': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:29:45.263682 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-655bf38c-3c86-4924-a299-3748558b1f70 req-959e52bc-c0aa-410f-afdb-d72c6033be21 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:45.484868 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-9fd48f05-1844-4620-a1f6-46751011028d tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f8e1fcf32ed4c89b61e93ec571f7fe7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3778687 Mar 23 17:29:45.765836 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 05408c75-8f63-43b6-a826-f325af2f7c7a up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:29:45.811788 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-7624fa9d-5be4-43ef-a10e-070526a8ff11 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:45.817912 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-7624fa9d-5be4-43ef-a10e-070526a8ff11 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/networks?id=cf00ba7b-82ed-4a68-ac03-2cd555b65d58 HTTP/1.1" status: 200 len: 810 time: 0.8785079 Mar 23 17:29:45.949110 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port 05408c75-8f63-43b6-a826-f325af2f7c7a triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:45.953577 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (05408c75-8f63-43b6-a826-f325af2f7c7a), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:45.983769 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-e9539ba5-5e2b-4896-b42f-8895de8d9f43 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/quotas/562e825d481140639866877090276140 HTTP/1.1" status: 200 len: 375 time: 0.1424723 Mar 23 17:29:46.031674 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [req-655bf38c-3c86-4924-a299-3748558b1f70 req-959e52bc-c0aa-410f-afdb-d72c6033be21 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Allocated IP 172.20.0.7 (e39f5c4c-2123-4c06-9dcf-a1960e2860e7/ecd5be18-6bee-4974-83c0-da45214c17c0/884255e1-5e02-474f-95e7-16cb8036e1c0) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:29:46.175407 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port 05408c75-8f63-43b6-a826-f325af2f7c7a is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:29:46.209747 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.57', 56944) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:46.283202 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc7ac6b-d8da-4c22-beb4-f5eee886f1f5 None None] Sync routers for ids ['b955e9d6-d7fe-49cc-a263-c46349d0997f'] in dv-cinder-834920-1-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:29:46.294854 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-b6de54c3-bb79-4215-8c19-b879b29ee46c service neutron] 10.222.0.41 "GET /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7783420 Mar 23 17:29:46.305318 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc7ac6b-d8da-4c22-beb4-f5eee886f1f5 None None] Routers {'b955e9d6-d7fe-49cc-a263-c46349d0997f'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:29:46.305982 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-6cc7ac6b-d8da-4c22-beb4-f5eee886f1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:29:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['b955e9d6-d7fe-49cc-a263-c46349d0997f'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:29:46.311823 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.notifiers.nova [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-549cc084-de07-4bce-96c5-2c59d89a7a40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2795b69-526a-4643-ad57-13e14e78f928 {{(pid=103208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:29:46.329520 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-6861c8e5-c5ae-4974-9191-995127fea7b1 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=562e825d481140639866877090276140&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3448057 Mar 23 17:29:46.335196 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-549cc084-de07-4bce-96c5-2c59d89a7a40 service neutron] Publish callbacks [] for port (f2795b69-526a-4643-ad57-13e14e78f928), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:46.475726 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.provisioning_blocks [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-549cc084-de07-4bce-96c5-2c59d89a7a40 service neutron] Transition to ACTIVE for port object f2795b69-526a-4643-ad57-13e14e78f928 will not be triggered until provisioned by entity L2. {{(pid=103208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:29:46.495278 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-549cc084-de07-4bce-96c5-2c59d89a7a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (f2795b69-526a-4643-ad57-13e14e78f928), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:46.550142 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-6cc7ac6b-d8da-4c22-beb4-f5eee886f1f5 None None] Set router b955e9d6-d7fe-49cc-a263-c46349d0997f gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:29:46.689530 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-ed8fe5f2-0e87-42fc-949d-7e4c50bbf749 service neutron] 10.222.0.41 "GET /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866615 Mar 23 17:29:46.694496 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549cc084-de07-4bce-96c5-2c59d89a7a40 service neutron] Pushing event updated for resources: {'Port': ['ID=f2795b69-526a-4643-ad57-13e14e78f928,revision_number=2']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:46.738728 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.managers [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-549cc084-de07-4bce-96c5-2c59d89a7a40 service neutron] Attempting to bind port f2795b69-526a-4643-ad57-13e14e78f928 on host hv-cinder-83492 for vnic_type normal with profile {{(pid=103208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:29:46.739094 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.managers [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-549cc084-de07-4bce-96c5-2c59d89a7a40 service neutron] Attempting to bind port f2795b69-526a-4643-ad57-13e14e78f928 by drivers openvswitch,hyperv on host hv-cinder-83492 at level 0 using segments [{'id': '16ebb58e-2b7e-4562-b26b-83089ad97671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '13c0d1fd-3e0e-4cba-896f-66aeb7da2095'}] {{(pid=103208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:29:46.739421 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-549cc084-de07-4bce-96c5-2c59d89a7a40 service neutron] Attempting to bind port f2795b69-526a-4643-ad57-13e14e78f928 on network 13c0d1fd-3e0e-4cba-896f-66aeb7da2095 {{(pid=103208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:29:46.772822 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-549cc084-de07-4bce-96c5-2c59d89a7a40 service neutron] Port f2795b69-526a-4643-ad57-13e14e78f928 on network 13c0d1fd-3e0e-4cba-896f-66aeb7da2095 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83492 {{(pid=103208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:29:46.773414 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-549cc084-de07-4bce-96c5-2c59d89a7a40 service neutron] Attempting to bind port f2795b69-526a-4643-ad57-13e14e78f928 on network 13c0d1fd-3e0e-4cba-896f-66aeb7da2095 {{(pid=103208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:29:46.825438 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-549cc084-de07-4bce-96c5-2c59d89a7a40 service neutron] Checking agent: {'id': '0fd13996-c267-4136-a0e2-84ee892b4d83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83492', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'started_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:29:46.826199 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-549cc084-de07-4bce-96c5-2c59d89a7a40 service neutron] Checking segment: {'id': '16ebb58e-2b7e-4562-b26b-83089ad97671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '13c0d1fd-3e0e-4cba-896f-66aeb7da2095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:29:46.826481 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-549cc084-de07-4bce-96c5-2c59d89a7a40 service neutron] Bound using segment: {'id': '16ebb58e-2b7e-4562-b26b-83089ad97671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '13c0d1fd-3e0e-4cba-896f-66aeb7da2095'} {{(pid=103208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:29:46.827412 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.managers [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-549cc084-de07-4bce-96c5-2c59d89a7a40 service neutron] Bound port: f2795b69-526a-4643-ad57-13e14e78f928, host: hv-cinder-83492, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16ebb58e-2b7e-4562-b26b-83089ad97671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '13c0d1fd-3e0e-4cba-896f-66aeb7da2095'}}] {{(pid=103208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:29:46.827775 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-549cc084-de07-4bce-96c5-2c59d89a7a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (f2795b69-526a-4643-ad57-13e14e78f928), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:47.148657 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-e4e257b1-2b6d-41b2-a2bb-cc6c835036d0 service neutron] 10.222.0.41 "GET /v2.0/networks/cf00ba7b-82ed-4a68-ac03-2cd555b65d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005637 Mar 23 17:29:47.307102 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-6cc7ac6b-d8da-4c22-beb4-f5eee886f1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'name': 'tempest-ServerRescueNegativeTestJSON-683399696-router', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '05408c75-8f63-43b6-a826-f325af2f7c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:32Z', 'revision_number': 4, 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'gw_port': {'id': '05408c75-8f63-43b6-a826-f325af2f7c7a', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:23Z', 'updated_at': '2022-03-23T17:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': 'e6623d25-2891-4ca7-a222-5ea452cea845', 'name': '', 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'mac_address': 'fa:16:3e:1a:5e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecd5be18-6bee-4974-83c0-da45214c17c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:30Z', 'updated_at': '2022-03-23T17:29:32Z', 'revision_number': 2, 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'subnets': [{'id': 'ecd5be18-6bee-4974-83c0-da45214c17c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:29:47.386874 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc7ac6b-d8da-4c22-beb4-f5eee886f1f5 None None] Checking router: b955e9d6-d7fe-49cc-a263-c46349d0997f for host: dv-cinder-834920-1-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:29:47.394288 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc7ac6b-d8da-4c22-beb4-f5eee886f1f5 None None] Updating router b955e9d6-d7fe-49cc-a263-c46349d0997f port e6623d25-2891-4ca7-a222-5ea452cea845 binding host dv-cinder-834920-1-iscsi {{(pid=103209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 17:29:47.432962 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6cc7ac6b-d8da-4c22-beb4-f5eee886f1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (e6623d25-2891-4ca7-a222-5ea452cea845), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:47.704896 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904a930-081b-4e21-bdb8-792995291b84 req-86f6625a-b755-47d7-aad2-faad243810c6 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:47.707698 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6904a930-081b-4e21-bdb8-792995291b84 req-86f6625a-b755-47d7-aad2-faad243810c6 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.57 "GET /v2.0/networks?id=2888c7fe-ae98-4d0e-9549-8ca804e8c855 HTTP/1.1" status: 200 len: 815 time: 1.4169137 Mar 23 17:29:47.832282 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6904a930-081b-4e21-bdb8-792995291b84 req-c066caf7-5d7e-422e-af26-57afa1b4e84f tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81cbeef3df3646be902884c3e8e86d20 HTTP/1.1" status: 200 len: 379 time: 0.1103847 Mar 23 17:29:47.835161 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 34816) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:47.843879 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-655bf38c-3c86-4924-a299-3748558b1f70 req-959e52bc-c0aa-410f-afdb-d72c6033be21 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks [] for port (884255e1-5e02-474f-95e7-16cb8036e1c0), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:47.860024 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-6904a930-081b-4e21-bdb8-792995291b84 req-948bc884-422a-4a8a-8c7a-4ad6b8cdce01 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Request body: {'port': {'device_id': '2a9b9937-a77e-44a6-b727-aacb685cae4a', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'admin_state_up': True, 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'security_groups': ['2cacdaef-f6fc-46e6-b558-465d9bc6ea9e']}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:29:48.072159 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-655bf38c-3c86-4924-a299-3748558b1f70 req-959e52bc-c0aa-410f-afdb-d72c6033be21 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (884255e1-5e02-474f-95e7-16cb8036e1c0), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:48.108284 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0cef2882-6721-443c-8d83-74b0e24cb797 req-281c0ca5-8f89-4c5f-945c-323c9f6a2b5c tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 210 time: 0.8566718 Mar 23 17:29:48.161571 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-549cc084-de07-4bce-96c5-2c59d89a7a40 service neutron] For port f2795b69-526a-4643-ad57-13e14e78f928, host hv-cinder-83492, cleared binding levels {{(pid=103208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:29:48.169727 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-549cc084-de07-4bce-96c5-2c59d89a7a40 service neutron] For port f2795b69-526a-4643-ad57-13e14e78f928, host hv-cinder-83492, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=f2795b69-526a-4643-ad57-13e14e78f928,segment=NetworkSegment(16ebb58e-2b7e-4562-b26b-83089ad97671),segment_id=16ebb58e-2b7e-4562-b26b-83089ad97671)] {{(pid=103208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:29:48.201999 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-549cc084-de07-4bce-96c5-2c59d89a7a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (f2795b69-526a-4643-ad57-13e14e78f928), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:48.259939 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e52bc-c0aa-410f-afdb-d72c6033be21 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Pushing event updated for resources: {'Port': ['ID=884255e1-5e02-474f-95e7-16cb8036e1c0,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:48.309563 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-80083d45-aac6-4932-9c20-6b88c4a43d71 service neutron] 10.222.0.41 "GET /v2.0/networks/cf00ba7b-82ed-4a68-ac03-2cd555b65d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1448715 Mar 23 17:29:48.314094 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-655bf38c-3c86-4924-a299-3748558b1f70 req-959e52bc-c0aa-410f-afdb-d72c6033be21 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Network e39f5c4c-2123-4c06-9dcf-a1960e2860e7 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:29:48.326272 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [req-655bf38c-3c86-4924-a299-3748558b1f70 req-959e52bc-c0aa-410f-afdb-d72c6033be21 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:29:48.332295 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-655bf38c-3c86-4924-a299-3748558b1f70 req-959e52bc-c0aa-410f-afdb-d72c6033be21 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:29:48.345415 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bf38c-3c86-4924-a299-3748558b1f70 req-959e52bc-c0aa-410f-afdb-d72c6033be21 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:48.346133 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-655bf38c-3c86-4924-a299-3748558b1f70 req-959e52bc-c0aa-410f-afdb-d72c6033be21 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:48.363948 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b2a7fc22-5383-43d4-820c-a04892be2b34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:48.394484 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-655bf38c-3c86-4924-a299-3748558b1f70 req-959e52bc-c0aa-410f-afdb-d72c6033be21 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4944594 Mar 23 17:29:48.421506 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-655bf38c-3c86-4924-a299-3748558b1f70 req-b50bb67b-c62d-4c3c-af71-a4775e0686cb service neutron] Request body: {'port': {'device_id': '852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83492'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:29:48.536647 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-549cc084-de07-4bce-96c5-2c59d89a7a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:48.540784 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-549cc084-de07-4bce-96c5-2c59d89a7a40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for port (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:48.542658 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-549cc084-de07-4bce-96c5-2c59d89a7a40 service neutron] 10.222.0.57 "PUT /v2.0/ports/f2795b69-526a-4643-ad57-13e14e78f928 HTTP/1.1" status: 200 len: 1093 time: 4.7564993 Mar 23 17:29:48.548024 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85f2074-47e8-4007-bdda-db9db9832789', 'tag': 'f2795b69-526a-4643-ad57-13e14e78f928'}] {{(pid=103208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:29:48.647556 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6cc7ac6b-d8da-4c22-beb4-f5eee886f1f5 None None] Publish callbacks [] for port (e6623d25-2891-4ca7-a222-5ea452cea845), precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:48.659417 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6cc7ac6b-d8da-4c22-beb4-f5eee886f1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (e6623d25-2891-4ca7-a222-5ea452cea845), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:48.670308 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-655bf38c-3c86-4924-a299-3748558b1f70 req-b50bb67b-c62d-4c3c-af71-a4775e0686cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (884255e1-5e02-474f-95e7-16cb8036e1c0), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:48.822699 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6904a930-081b-4e21-bdb8-792995291b84 req-948bc884-422a-4a8a-8c7a-4ad6b8cdce01 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Made reservation on behalf of 81cbeef3df3646be902884c3e8e86d20 for: {'port': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:29:48.846020 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0029b0-5cb3-47d0-bdef-98be6f071167 None None] Pushing event updated for resources: {'Port': ['ID=e6623d25-2891-4ca7-a222-5ea452cea845,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:48.846457 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-6904a930-081b-4e21-bdb8-792995291b84 req-948bc884-422a-4a8a-8c7a-4ad6b8cdce01 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:48.991951 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b2a7fc22-5383-43d4-820c-a04892be2b34 admin admin] Publish callbacks [] for security_group (d5461c56-ceca-47a6-b38f-2daf3799d954), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:49.039696 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-3b50b302-7dbf-41be-a405-d608a82b2ae4 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--594375591&fields=id&tenant_id=8195f2270b3f441a87ed2fe7c64cc06d HTTP/1.1" status: 200 len: 267 time: 0.6841099 Mar 23 17:29:49.079753 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-6cc7ac6b-d8da-4c22-beb4-f5eee886f1f5 None None] Attempting to bind port e6623d25-2891-4ca7-a222-5ea452cea845 on host dv-cinder-834920-1-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:29:49.081886 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-6cc7ac6b-d8da-4c22-beb4-f5eee886f1f5 None None] Attempting to bind port e6623d25-2891-4ca7-a222-5ea452cea845 by drivers openvswitch,hyperv on host dv-cinder-834920-1-iscsi at level 0 using segments [{'id': '1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:29:49.084557 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc7ac6b-d8da-4c22-beb4-f5eee886f1f5 None None] Attempting to bind port e6623d25-2891-4ca7-a222-5ea452cea845 on network e39f5c4c-2123-4c06-9dcf-a1960e2860e7 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:29:49.093812 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-27e13438-0ed0-4bcc-b7e7-ca5f722f495b None None] Provisioning complete for port 884255e1-5e02-474f-95e7-16cb8036e1c0 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:49.097278 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-27e13438-0ed0-4bcc-b7e7-ca5f722f495b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (884255e1-5e02-474f-95e7-16cb8036e1c0), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:49.148723 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc7ac6b-d8da-4c22-beb4-f5eee886f1f5 None None] Checking agent: {'id': '827fbf48-cdcd-428c-a50e-7eba0e2d74f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834920-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 21, 14), 'started_at': datetime.datetime(2022, 3, 23, 17, 21, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834920-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:29:49.151251 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc7ac6b-d8da-4c22-beb4-f5eee886f1f5 None None] Checking segment: {'id': '1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:29:49.151775 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6cc7ac6b-d8da-4c22-beb4-f5eee886f1f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:49.153447 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc7ac6b-d8da-4c22-beb4-f5eee886f1f5 None None] Bound using segment: {'id': '1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:29:49.154083 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-6cc7ac6b-d8da-4c22-beb4-f5eee886f1f5 None None] Bound port: e6623d25-2891-4ca7-a222-5ea452cea845, host: dv-cinder-834920-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:29:49.155369 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6cc7ac6b-d8da-4c22-beb4-f5eee886f1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (e6623d25-2891-4ca7-a222-5ea452cea845), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:49.436879 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-bfab02bf-8d23-4a22-ad22-bb9422861acf tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:49.446156 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-bfab02bf-8d23-4a22-ad22-bb9422861acf tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/networks?id=3bf943bd-1e58-43c1-bec1-ca7908c0478b HTTP/1.1" status: 200 len: 817 time: 0.4042361 Mar 23 17:29:49.449163 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.57', 56948) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:49.573757 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549cc084-de07-4bce-96c5-2c59d89a7a40 service neutron] Pushing event updated for resources: {'Port': ['ID=f2795b69-526a-4643-ad57-13e14e78f928,revision_number=3']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:49.580712 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b2a7fc22-5383-43d4-820c-a04892be2b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (d5461c56-ceca-47a6-b38f-2daf3799d954), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:49.647293 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d19940c1d3d58fda64df9d77de31f07f84ddba43144513a64de6e566be545741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cb3190-8f56-41dc-832a-b6edc1c46784" -d '{"events": [{"name": "network-changed", "server_uuid": "b85f2074-47e8-4007-bdda-db9db9832789", "tag": "f2795b69-526a-4643-ad57-13e14e78f928"}]}' {{(pid=103208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:29:49.647464 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-27e13438-0ed0-4bcc-b7e7-ca5f722f495b None None] Port 884255e1-5e02-474f-95e7-16cb8036e1c0 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:29:49.714300 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-c9dbac2c-d061-4570-b71e-597a8ab83d8a tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/quotas/8195f2270b3f441a87ed2fe7c64cc06d HTTP/1.1" status: 200 len: 375 time: 0.2665248 Mar 23 17:29:49.733232 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-6cc7ac6b-d8da-4c22-beb4-f5eee886f1f5 None None] For port e6623d25-2891-4ca7-a222-5ea452cea845, host dv-cinder-834920-1-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:29:49.741198 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-6cc7ac6b-d8da-4c22-beb4-f5eee886f1f5 None None] For port e6623d25-2891-4ca7-a222-5ea452cea845, host dv-cinder-834920-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=e6623d25-2891-4ca7-a222-5ea452cea845,segment=NetworkSegment(1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405),segment_id=1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:29:49.754088 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6cc7ac6b-d8da-4c22-beb4-f5eee886f1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (e6623d25-2891-4ca7-a222-5ea452cea845), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:49.847247 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a721158-6fc4-481b-a639-40d2d3a79e57 req-338cc422-21ea-4140-96f9-56e0fca185d5 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:49.848602 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1a721158-6fc4-481b-a639-40d2d3a79e57 req-338cc422-21ea-4140-96f9-56e0fca185d5 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 943 time: 1.0093865 Mar 23 17:29:49.878957 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-e42d85ff-b9db-4b6f-94b8-6898789a5bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:49.880454 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-e42d85ff-b9db-4b6f-94b8-6898789a5bb2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3361f17e528749ceab248e9aac2f399a&device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 1127 time: 1.1423948 Mar 23 17:29:49.927861 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [req-6904a930-081b-4e21-bdb8-792995291b84 req-948bc884-422a-4a8a-8c7a-4ad6b8cdce01 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Allocated IP 172.20.0.3 (2888c7fe-ae98-4d0e-9549-8ca804e8c855/d923e995-8ad4-43f2-beba-221af8031362/9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:29:49.949228 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-6ddde0ff-9350-4614-8fa1-b1287e5cbe78 None None] Provisioning complete for port e6623d25-2891-4ca7-a222-5ea452cea845 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:49.950214 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6ddde0ff-9350-4614-8fa1-b1287e5cbe78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (e6623d25-2891-4ca7-a222-5ea452cea845), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:49.985703 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-8c15632b-bb20-4d98-96be-b4bb38aeb051 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8195f2270b3f441a87ed2fe7c64cc06d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2703836 Mar 23 17:29:50.035418 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0029b0-5cb3-47d0-bdef-98be6f071167 None None] Pushing event updated for resources: {'Port': ['ID=e6623d25-2891-4ca7-a222-5ea452cea845,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:50.048545 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc7ac6b-d8da-4c22-beb4-f5eee886f1f5 None None] Routers {'b955e9d6-d7fe-49cc-a263-c46349d0997f'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:29:50.049500 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-6cc7ac6b-d8da-4c22-beb4-f5eee886f1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:29:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['b955e9d6-d7fe-49cc-a263-c46349d0997f'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:29:50.142569 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-88db0dd9-d2a2-4f3d-939c-802de429d6bd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2795b69-526a-4643-ad57-13e14e78f928 HTTP/1.1" status: 200 len: 217 time: 0.1933563 Mar 23 17:29:50.217907 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-6904a930-081b-4e21-bdb8-792995291b84 req-948bc884-422a-4a8a-8c7a-4ad6b8cdce01 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for port (9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:50.323050 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-6904a930-081b-4e21-bdb8-792995291b84 req-948bc884-422a-4a8a-8c7a-4ad6b8cdce01 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:50.371240 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a7fc22-5383-43d4-820c-a04892be2b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5461c56-ceca-47a6-b38f-2daf3799d954,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:50.377811 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-b2a7fc22-5383-43d4-820c-a04892be2b34 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ded13505f1e945eeae746cbd65bacdb2&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5414345 Mar 23 17:29:50.392316 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-6ddde0ff-9350-4614-8fa1-b1287e5cbe78 None None] Current status of the port e6623d25-2891-4ca7-a222-5ea452cea845 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:29:50.393055 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6ddde0ff-9350-4614-8fa1-b1287e5cbe78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (e6623d25-2891-4ca7-a222-5ea452cea845), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:50.393316 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 34888) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:50.473406 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-6cc7ac6b-d8da-4c22-beb4-f5eee886f1f5 None None] Set router b955e9d6-d7fe-49cc-a263-c46349d0997f gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:29:50.517410 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-34dcf5e0-7b68-4f05-8691-5d80ceedd62b tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:50.521870 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-34dcf5e0-7b68-4f05-8691-5d80ceedd62b tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.57 "GET /v2.0/networks?id=e39f5c4c-2123-4c06-9dcf-a1960e2860e7 HTTP/1.1" status: 200 len: 818 time: 1.0380993 Mar 23 17:29:50.546433 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-6ddde0ff-9350-4614-8fa1-b1287e5cbe78 None None] For port e6623d25-2891-4ca7-a222-5ea452cea845, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=e6623d25-2891-4ca7-a222-5ea452cea845,segment=NetworkSegment(1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405),segment_id=1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:29:50.546860 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1a721158-6fc4-481b-a639-40d2d3a79e57 req-f263c56f-13ea-4d89-808f-a577679ad9b2 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/security-groups?id=e77527b4-250a-4f23-96c4-f50fbe743ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6791308 Mar 23 17:29:50.560642 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6ddde0ff-9350-4614-8fa1-b1287e5cbe78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (e6623d25-2891-4ca7-a222-5ea452cea845), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:50.610450 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-26633db9-88eb-4d10-b722-8b1d0131393c service neutron] 10.222.0.41 "GET /v2.0/networks/3bf943bd-1e58-43c1-bec1-ca7908c0478b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6235433 Mar 23 17:29:50.622493 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6904a930-081b-4e21-bdb8-792995291b84 req-948bc884-422a-4a8a-8c7a-4ad6b8cdce01 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Network 2888c7fe-ae98-4d0e-9549-8ca804e8c855 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:29:50.625293 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddde0ff-9350-4614-8fa1-b1287e5cbe78 None None] Pushing event updated for resources: {'Port': ['ID=e6623d25-2891-4ca7-a222-5ea452cea845,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:50.705506 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3c90e4a3-3815-4219-b8bf-dca89a10639d admin admin] Publish callbacks [] for security_group (d5461c56-ceca-47a6-b38f-2daf3799d954), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:50.742824 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b68ea914-6d27-47b0-b6d8-66f90e0a1a3b req-2e9e620b-22e9-4f2e-b3eb-484a3808d68f tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 210 time: 0.0399599 Mar 23 17:29:50.752398 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-b2cf8752-9075-4255-a131-05c9dd229fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:50.755409 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-b2cf8752-9075-4255-a131-05c9dd229fa6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb63f988-43cc-46be-b3b9-fe684f716024 HTTP/1.1" status: 200 len: 852 time: 0.5805001 Mar 23 17:29:50.782412 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [req-6904a930-081b-4e21-bdb8-792995291b84 req-948bc884-422a-4a8a-8c7a-4ad6b8cdce01 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:29:50.788307 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-8f96cf76-7323-4b5b-89ef-a51c9d7e2a1a tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Request body: {'port': {'device_id': '76dc18ee-9513-4961-aac9-61496c67b73d', 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7', 'admin_state_up': True, 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:29:50.793650 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-4ee069ea-48d9-4216-9bbb-7682f644ea9a None None] Provisioning complete for port e6623d25-2891-4ca7-a222-5ea452cea845 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:50.794828 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4ee069ea-48d9-4216-9bbb-7682f644ea9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (e6623d25-2891-4ca7-a222-5ea452cea845), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:50.798232 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-6904a930-081b-4e21-bdb8-792995291b84 req-948bc884-422a-4a8a-8c7a-4ad6b8cdce01 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:29:50.814733 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904a930-081b-4e21-bdb8-792995291b84 req-948bc884-422a-4a8a-8c7a-4ad6b8cdce01 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:50.815423 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-6904a930-081b-4e21-bdb8-792995291b84 req-948bc884-422a-4a8a-8c7a-4ad6b8cdce01 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:50.826224 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3c90e4a3-3815-4219-b8bf-dca89a10639d admin admin] Publish callbacks [] for security_group (d5461c56-ceca-47a6-b38f-2daf3799d954), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:50.939049 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6904a930-081b-4e21-bdb8-792995291b84 req-948bc884-422a-4a8a-8c7a-4ad6b8cdce01 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0844431 Mar 23 17:29:50.956201 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948bc884-422a-4a8a-8c7a-4ad6b8cdce01 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Pushing event updated for resources: {'Port': ['ID=9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:50.965818 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-6904a930-081b-4e21-bdb8-792995291b84 req-cdd8b47f-4db4-40d6-936e-52f6348f6b18 service neutron] Request body: {'port': {'device_id': '2a9b9937-a77e-44a6-b727-aacb685cae4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83492'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:29:51.012872 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-4ee069ea-48d9-4216-9bbb-7682f644ea9a None None] Current status of the port e6623d25-2891-4ca7-a222-5ea452cea845 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:29:51.020183 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-6cc7ac6b-d8da-4c22-beb4-f5eee886f1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'name': 'tempest-ServerRescueNegativeTestJSON-683399696-router', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '05408c75-8f63-43b6-a826-f325af2f7c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:32Z', 'revision_number': 4, 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'gw_port': {'id': '05408c75-8f63-43b6-a826-f325af2f7c7a', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:23Z', 'updated_at': '2022-03-23T17:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': 'e6623d25-2891-4ca7-a222-5ea452cea845', 'name': '', 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'mac_address': 'fa:16:3e:1a:5e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecd5be18-6bee-4974-83c0-da45214c17c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:30Z', 'updated_at': '2022-03-23T17:29:49Z', 'revision_number': 4, 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'subnets': [{'id': 'ecd5be18-6bee-4974-83c0-da45214c17c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:29:51.051597 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.57', 56952) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:51.120168 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-3a7f5154-67d6-40d6-ad49-e0628afa728f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=13c0d1fd-3e0e-4cba-896f-66aeb7da2095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2658203 Mar 23 17:29:51.127219 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc7ac6b-d8da-4c22-beb4-f5eee886f1f5 None None] The sync data for ids ['b955e9d6-d7fe-49cc-a263-c46349d0997f'] in dv-cinder-834920-1-iscsi is: [{'id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'name': 'tempest-ServerRescueNegativeTestJSON-683399696-router', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '05408c75-8f63-43b6-a826-f325af2f7c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:32Z', 'revision_number': 4, 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'gw_port': {'id': '05408c75-8f63-43b6-a826-f325af2f7c7a', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:23Z', 'updated_at': '2022-03-23T17:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': 'e6623d25-2891-4ca7-a222-5ea452cea845', 'name': '', 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'mac_address': 'fa:16:3e:1a:5e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecd5be18-6bee-4974-83c0-da45214c17c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:30Z', 'updated_at': '2022-03-23T17:29:49Z', 'revision_number': 4, 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'subnets': [{'id': 'ecd5be18-6bee-4974-83c0-da45214c17c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:29:51.171617 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-7247e19b-3107-4928-abe6-90c53e33510a None None] Provisioning complete for port 9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:51.172258 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7247e19b-3107-4928-abe6-90c53e33510a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:51.214883 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-00e2133b-64ce-4387-9bad-67ec9f73e32d tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:51.217039 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-00e2133b-64ce-4387-9bad-67ec9f73e32d tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.57 "GET /v2.0/networks?id=cf00ba7b-82ed-4a68-ac03-2cd555b65d58 HTTP/1.1" status: 200 len: 810 time: 0.1607406 Mar 23 17:29:51.223708 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3c90e4a3-3815-4219-b8bf-dca89a10639d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (d5461c56-ceca-47a6-b38f-2daf3799d954), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:51.226424 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3c90e4a3-3815-4219-b8bf-dca89a10639d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:51.230087 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-3c90e4a3-3815-4219-b8bf-dca89a10639d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d5461c56-ceca-47a6-b38f-2daf3799d954 HTTP/1.1" status: 204 len: 168 time: 0.8304768 Mar 23 17:29:51.232939 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-7247e19b-3107-4928-abe6-90c53e33510a None None] Port 9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:29:51.293755 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-257e4a18-8a30-41d4-b03b-4c186023c557 req-7ce2629f-1442-4fdd-818f-309d38e31dc8 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 210 time: 0.3382411 Mar 23 17:29:51.439545 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-27302c07-96b6-48e8-81cb-bc02fec32620 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=562e825d481140639866877090276140 HTTP/1.1" status: 200 len: 380 time: 0.2106256 Mar 23 17:29:51.490148 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-9c490a06-d5e1-4569-b334-672b0fdbaf48 service neutron] 10.222.0.41 "GET /v2.0/networks/3bf943bd-1e58-43c1-bec1-ca7908c0478b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8762281 Mar 23 17:29:51.513981 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-8f96cf76-7323-4b5b-89ef-a51c9d7e2a1a tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Made reservation on behalf of 5f8e1fcf32ed4c89b61e93ec571f7fe7 for: {'port': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:29:51.514216 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90e4a3-3815-4219-b8bf-dca89a10639d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5461c56-ceca-47a6-b38f-2daf3799d954,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:51.527718 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-8f96cf76-7323-4b5b-89ef-a51c9d7e2a1a tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:51.541654 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-a9d0c2ee-6895-4be9-b189-5db8d311ffdc tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Request body: {'port': {'device_id': '545e3831-f3ff-4447-b8aa-8d0a28c03910', 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58', 'admin_state_up': True, 'tenant_id': '562e825d481140639866877090276140', 'security_groups': ['ca71957c-f693-4286-bc3c-1c0171f0baa3']}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:29:51.558680 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-6904a930-081b-4e21-bdb8-792995291b84 req-cdd8b47f-4db4-40d6-936e-52f6348f6b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:51.732665 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-e73c2a76-b2cb-4e31-8722-eabb712fbbfe service neutron] 10.222.0.57 "GET /v2.0/networks/13c0d1fd-3e0e-4cba-896f-66aeb7da2095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4943883 Mar 23 17:29:51.793545 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device e6623d25-2891-4ca7-a222-5ea452cea845 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:29:51.972683 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:52.010020 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port e6623d25-2891-4ca7-a222-5ea452cea845 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:52.010463 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (e6623d25-2891-4ca7-a222-5ea452cea845), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:52.088632 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 34928) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:52.129605 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d566627b-2ebf-480e-8e24-037724ba40b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:52.206889 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [req-655bf38c-3c86-4924-a299-3748558b1f70 req-b50bb67b-c62d-4c3c-af71-a4775e0686cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 884255e1-5e02-474f-95e7-16cb8036e1c0 {{(pid=103207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:29:52.228106 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port e6623d25-2891-4ca7-a222-5ea452cea845 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:29:52.266176 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156282d-2125-4819-977c-b4258adefae2 req-51cb7eab-371f-4d89-9094-73f82dc419bb tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:52.282916 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3156282d-2125-4819-977c-b4258adefae2 req-51cb7eab-371f-4d89-9094-73f82dc419bb tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 931 time: 0.7836177 Mar 23 17:29:52.337452 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c5259fb1-3abc-4e6d-931f-39294247c6a5 req-f005d880-ccf2-4aa3-9b43-48fddf05e563 service neutron] 10.222.0.57 "GET /v2.0/networks/13c0d1fd-3e0e-4cba-896f-66aeb7da2095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5800419 Mar 23 17:29:52.447223 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3156282d-2125-4819-977c-b4258adefae2 req-41eeace0-4534-4589-8369-d462afca0196 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557379 Mar 23 17:29:52.475863 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d566627b-2ebf-480e-8e24-037724ba40b0 admin admin] Publish callbacks [] for security_group (bc4f3370-8a80-42e7-afce-9074e1b416a7), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:52.481624 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d566627b-2ebf-480e-8e24-037724ba40b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (bc4f3370-8a80-42e7-afce-9074e1b416a7), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:52.513577 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [req-6904a930-081b-4e21-bdb8-792995291b84 req-cdd8b47f-4db4-40d6-936e-52f6348f6b18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3 {{(pid=103207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:29:52.534958 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-6904a930-081b-4e21-bdb8-792995291b84 req-cdd8b47f-4db4-40d6-936e-52f6348f6b18 service neutron] Publish callbacks [] for port (9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:52.550541 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566627b-2ebf-480e-8e24-037724ba40b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4f3370-8a80-42e7-afce-9074e1b416a7,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:52.559722 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-d566627b-2ebf-480e-8e24-037724ba40b0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=77236f87ad734dabacd126c6ed424285&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4558477 Mar 23 17:29:52.560955 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 34938) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:52.595464 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.provisioning_blocks [req-6904a930-081b-4e21-bdb8-792995291b84 req-cdd8b47f-4db4-40d6-936e-52f6348f6b18 service neutron] Transition to ACTIVE for port object 9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3 will not be triggered until provisioned by entity L2. {{(pid=103207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:29:52.601731 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-655bf38c-3c86-4924-a299-3748558b1f70 req-b50bb67b-c62d-4c3c-af71-a4775e0686cb service neutron] Publish callbacks [] for port (884255e1-5e02-474f-95e7-16cb8036e1c0), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:52.632315 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-6904a930-081b-4e21-bdb8-792995291b84 req-cdd8b47f-4db4-40d6-936e-52f6348f6b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:52.792792 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5aeff6f3-f486-42d2-8cdb-39df11147747 admin admin] Publish callbacks [] for security_group (bc4f3370-8a80-42e7-afce-9074e1b416a7), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:52.837258 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9d8dce-6806-41fd-b1e4-d39e010d6de6 x-openstack-request-id: req-5a9d8dce-6806-41fd-b1e4-d39e010d6de6 {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:29:52.837608 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b85f2074-47e8-4007-bdda-db9db9832789", "tag": "f2795b69-526a-4643-ad57-13e14e78f928", "status": "completed", "code": 200}]} {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:29:52.837875 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5a9d8dce-6806-41fd-b1e4-d39e010d6de6 {{(pid=103208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:29:52.838365 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a9d8dce-6806-41fd-b1e4-d39e010d6de6'] response: {'name': 'network-changed', 'server_uuid': 'b85f2074-47e8-4007-bdda-db9db9832789', 'tag': 'f2795b69-526a-4643-ad57-13e14e78f928', 'status': 'completed', 'code': 200} Mar 23 17:29:52.853920 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5aeff6f3-f486-42d2-8cdb-39df11147747 admin admin] Publish callbacks [] for security_group (bc4f3370-8a80-42e7-afce-9074e1b416a7), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:53.014576 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.provisioning_blocks [req-655bf38c-3c86-4924-a299-3748558b1f70 req-b50bb67b-c62d-4c3c-af71-a4775e0686cb service neutron] Transition to ACTIVE for port object 884255e1-5e02-474f-95e7-16cb8036e1c0 will not be triggered until provisioned by entity L2. {{(pid=103207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:29:53.055929 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-655bf38c-3c86-4924-a299-3748558b1f70 req-b50bb67b-c62d-4c3c-af71-a4775e0686cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (884255e1-5e02-474f-95e7-16cb8036e1c0), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:53.196776 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8b47f-4db4-40d6-936e-52f6348f6b18 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:53.372717 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-6904a930-081b-4e21-bdb8-792995291b84 req-cdd8b47f-4db4-40d6-936e-52f6348f6b18 service neutron] Attempting to bind port 9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3 on host hv-cinder-83492 for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:29:53.373384 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-6904a930-081b-4e21-bdb8-792995291b84 req-cdd8b47f-4db4-40d6-936e-52f6348f6b18 service neutron] Attempting to bind port 9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3 by drivers openvswitch,hyperv on host hv-cinder-83492 at level 0 using segments [{'id': '0ba0aa12-bf45-410a-8276-1084354c048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:29:53.373505 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6904a930-081b-4e21-bdb8-792995291b84 req-cdd8b47f-4db4-40d6-936e-52f6348f6b18 service neutron] Attempting to bind port 9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3 on network 2888c7fe-ae98-4d0e-9549-8ca804e8c855 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:29:53.404862 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43411fb-6ece-47ba-b46e-311fe58bbd1b req-29213314-59bf-409d-8b47-036ce836d5cb tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:53.406544 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d43411fb-6ece-47ba-b46e-311fe58bbd1b req-29213314-59bf-409d-8b47-036ce836d5cb tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 943 time: 0.6392269 Mar 23 17:29:53.426518 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bb67b-c62d-4c3c-af71-a4775e0686cb service neutron] Pushing event updated for resources: {'Port': ['ID=884255e1-5e02-474f-95e7-16cb8036e1c0,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:53.436781 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6904a930-081b-4e21-bdb8-792995291b84 req-cdd8b47f-4db4-40d6-936e-52f6348f6b18 service neutron] Port 9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3 on network 2888c7fe-ae98-4d0e-9549-8ca804e8c855 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83492 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:29:53.437102 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6904a930-081b-4e21-bdb8-792995291b84 req-cdd8b47f-4db4-40d6-936e-52f6348f6b18 service neutron] Attempting to bind port 9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3 on network 2888c7fe-ae98-4d0e-9549-8ca804e8c855 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:29:53.444834 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6904a930-081b-4e21-bdb8-792995291b84 req-cdd8b47f-4db4-40d6-936e-52f6348f6b18 service neutron] Checking agent: {'id': '0fd13996-c267-4136-a0e2-84ee892b4d83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83492', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'started_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:29:53.445196 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6904a930-081b-4e21-bdb8-792995291b84 req-cdd8b47f-4db4-40d6-936e-52f6348f6b18 service neutron] Checking segment: {'id': '0ba0aa12-bf45-410a-8276-1084354c048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:29:53.445753 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6904a930-081b-4e21-bdb8-792995291b84 req-cdd8b47f-4db4-40d6-936e-52f6348f6b18 service neutron] Bound using segment: {'id': '0ba0aa12-bf45-410a-8276-1084354c048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:29:53.446180 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-6904a930-081b-4e21-bdb8-792995291b84 req-cdd8b47f-4db4-40d6-936e-52f6348f6b18 service neutron] Bound port: 9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3, host: hv-cinder-83492, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ba0aa12-bf45-410a-8276-1084354c048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:29:53.446527 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-6904a930-081b-4e21-bdb8-792995291b84 req-cdd8b47f-4db4-40d6-936e-52f6348f6b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:53.457640 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-655bf38c-3c86-4924-a299-3748558b1f70 req-b50bb67b-c62d-4c3c-af71-a4775e0686cb service neutron] Attempting to bind port 884255e1-5e02-474f-95e7-16cb8036e1c0 on host hv-cinder-83492 for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:29:53.458013 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-655bf38c-3c86-4924-a299-3748558b1f70 req-b50bb67b-c62d-4c3c-af71-a4775e0686cb service neutron] Attempting to bind port 884255e1-5e02-474f-95e7-16cb8036e1c0 by drivers openvswitch,hyperv on host hv-cinder-83492 at level 0 using segments [{'id': '1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:29:53.458296 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655bf38c-3c86-4924-a299-3748558b1f70 req-b50bb67b-c62d-4c3c-af71-a4775e0686cb service neutron] Attempting to bind port 884255e1-5e02-474f-95e7-16cb8036e1c0 on network e39f5c4c-2123-4c06-9dcf-a1960e2860e7 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:29:53.462428 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-240926fe-0d0c-41cd-a560-f2c9c2325c18 req-06a68f35-44bd-408d-97cd-e89248563707 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 210 time: 0.0866697 Mar 23 17:29:53.470529 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655bf38c-3c86-4924-a299-3748558b1f70 req-b50bb67b-c62d-4c3c-af71-a4775e0686cb service neutron] Port 884255e1-5e02-474f-95e7-16cb8036e1c0 on network e39f5c4c-2123-4c06-9dcf-a1960e2860e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83492 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:29:53.470857 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655bf38c-3c86-4924-a299-3748558b1f70 req-b50bb67b-c62d-4c3c-af71-a4775e0686cb service neutron] Attempting to bind port 884255e1-5e02-474f-95e7-16cb8036e1c0 on network e39f5c4c-2123-4c06-9dcf-a1960e2860e7 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:29:53.498420 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-a9d0c2ee-6895-4be9-b189-5db8d311ffdc tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Made reservation on behalf of 562e825d481140639866877090276140 for: {'port': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:29:53.502796 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-a9d0c2ee-6895-4be9-b189-5db8d311ffdc tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:53.507320 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655bf38c-3c86-4924-a299-3748558b1f70 req-b50bb67b-c62d-4c3c-af71-a4775e0686cb service neutron] Checking agent: {'id': '0fd13996-c267-4136-a0e2-84ee892b4d83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83492', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'started_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:29:53.507658 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655bf38c-3c86-4924-a299-3748558b1f70 req-b50bb67b-c62d-4c3c-af71-a4775e0686cb service neutron] Checking segment: {'id': '1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:29:53.508059 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655bf38c-3c86-4924-a299-3748558b1f70 req-b50bb67b-c62d-4c3c-af71-a4775e0686cb service neutron] Bound using segment: {'id': '1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:29:53.508487 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-655bf38c-3c86-4924-a299-3748558b1f70 req-b50bb67b-c62d-4c3c-af71-a4775e0686cb service neutron] Bound port: 884255e1-5e02-474f-95e7-16cb8036e1c0, host: hv-cinder-83492, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:29:53.508892 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-655bf38c-3c86-4924-a299-3748558b1f70 req-b50bb67b-c62d-4c3c-af71-a4775e0686cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (884255e1-5e02-474f-95e7-16cb8036e1c0), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:53.516337 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-8f96cf76-7323-4b5b-89ef-a51c9d7e2a1a tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Allocated IP 172.20.0.8 (e39f5c4c-2123-4c06-9dcf-a1960e2860e7/ecd5be18-6bee-4974-83c0-da45214c17c0/d5af97ef-3820-41d9-b5f6-ef37769ab6fb) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:29:53.582728 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f362ccb2-4932-4a97-b1ba-4f0a2ddeee1e req-5a1a5065-fb9c-4dec-a92e-0ce6ef99dc55 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 210 time: 0.0470312 Mar 23 17:29:53.596586 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb3190-8f56-41dc-832a-b6edc1c46784 req-a58b5f7b-615e-45ac-a32b-0f5ba48788a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:53.599106 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-97cb3190-8f56-41dc-832a-b6edc1c46784 req-a58b5f7b-615e-45ac-a32b-0f5ba48788a6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3361f17e528749ceab248e9aac2f399a&device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 1127 time: 0.7121451 Mar 23 17:29:53.611342 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5aeff6f3-f486-42d2-8cdb-39df11147747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (bc4f3370-8a80-42e7-afce-9074e1b416a7), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:53.614399 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5aeff6f3-f486-42d2-8cdb-39df11147747 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:53.618603 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-5aeff6f3-f486-42d2-8cdb-39df11147747 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bc4f3370-8a80-42e7-afce-9074e1b416a7 HTTP/1.1" status: 204 len: 168 time: 1.0536492 Mar 23 17:29:53.656909 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-6904a930-081b-4e21-bdb8-792995291b84 req-cdd8b47f-4db4-40d6-936e-52f6348f6b18 service neutron] For port 9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3, host hv-cinder-83492, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:29:53.710268 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeff6f3-f486-42d2-8cdb-39df11147747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4f3370-8a80-42e7-afce-9074e1b416a7,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:53.756643 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d43411fb-6ece-47ba-b46e-311fe58bbd1b req-bbfa318a-ccd4-4b15-af0b-d4bab1cd5abd tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/security-groups?id=e77527b4-250a-4f23-96c4-f50fbe743ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213248 Mar 23 17:29:53.801363 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-6904a930-081b-4e21-bdb8-792995291b84 req-cdd8b47f-4db4-40d6-936e-52f6348f6b18 service neutron] For port 9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3, host hv-cinder-83492, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3,segment=NetworkSegment(0ba0aa12-bf45-410a-8276-1084354c048b),segment_id=0ba0aa12-bf45-410a-8276-1084354c048b)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:29:53.807737 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f472a522-e1a7-4e82-931f-3bccc13760a8 req-6fa05001-a232-42a3-b6d7-226082ea6469 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 210 time: 0.1107299 Mar 23 17:29:53.863934 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-655bf38c-3c86-4924-a299-3748558b1f70 req-b50bb67b-c62d-4c3c-af71-a4775e0686cb service neutron] For port 884255e1-5e02-474f-95e7-16cb8036e1c0, host hv-cinder-83492, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:29:53.870062 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-6904a930-081b-4e21-bdb8-792995291b84 req-cdd8b47f-4db4-40d6-936e-52f6348f6b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:53.880688 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-655bf38c-3c86-4924-a299-3748558b1f70 req-b50bb67b-c62d-4c3c-af71-a4775e0686cb service neutron] For port 884255e1-5e02-474f-95e7-16cb8036e1c0, host hv-cinder-83492, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=884255e1-5e02-474f-95e7-16cb8036e1c0,segment=NetworkSegment(1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405),segment_id=1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:29:53.887664 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-8f96cf76-7323-4b5b-89ef-a51c9d7e2a1a tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks [] for port (d5af97ef-3820-41d9-b5f6-ef37769ab6fb), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:53.974842 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-8f96cf76-7323-4b5b-89ef-a51c9d7e2a1a tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (d5af97ef-3820-41d9-b5f6-ef37769ab6fb), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:54.034567 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae2325-ba28-457a-8e31-2c7e73ac404a req-e9659916-81b2-4dcf-bb15-ee771a606e89 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:54.036162 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3fae2325-ba28-457a-8e31-2c7e73ac404a req-e9659916-81b2-4dcf-bb15-ee771a606e89 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 943 time: 0.1221900 Mar 23 17:29:54.038689 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-8f96cf76-7323-4b5b-89ef-a51c9d7e2a1a tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Network e39f5c4c-2123-4c06-9dcf-a1960e2860e7 is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:29:54.041695 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-8f96cf76-7323-4b5b-89ef-a51c9d7e2a1a tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:29:54.043391 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-a9d0c2ee-6895-4be9-b189-5db8d311ffdc tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Allocated IP 172.20.0.10 (cf00ba7b-82ed-4a68-ac03-2cd555b65d58/551df535-6624-4945-9357-a463dcf05cfd/4644d4da-7800-458e-a05e-038aaba7d8a8) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:29:54.044612 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-8f96cf76-7323-4b5b-89ef-a51c9d7e2a1a tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:29:54.050775 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-8f96cf76-7323-4b5b-89ef-a51c9d7e2a1a tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:54.051420 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-8f96cf76-7323-4b5b-89ef-a51c9d7e2a1a tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for port (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:54.073945 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-8f96cf76-7323-4b5b-89ef-a51c9d7e2a1a tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3031006 Mar 23 17:29:54.083790 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96cf76-7323-4b5b-89ef-a51c9d7e2a1a tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Pushing event updated for resources: {'Port': ['ID=d5af97ef-3820-41d9-b5f6-ef37769ab6fb,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:54.137761 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3fae2325-ba28-457a-8e31-2c7e73ac404a req-2ddb784d-1cac-47dc-8b1c-7abaf0edece2 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747633 Mar 23 17:29:54.219492 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-655bf38c-3c86-4924-a299-3748558b1f70 req-b50bb67b-c62d-4c3c-af71-a4775e0686cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (884255e1-5e02-474f-95e7-16cb8036e1c0), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:54.284464 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904a930-081b-4e21-bdb8-792995291b84 req-cdd8b47f-4db4-40d6-936e-52f6348f6b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:54.285946 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-6904a930-081b-4e21-bdb8-792995291b84 req-cdd8b47f-4db4-40d6-936e-52f6348f6b18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:54.287746 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6904a930-081b-4e21-bdb8-792995291b84 req-cdd8b47f-4db4-40d6-936e-52f6348f6b18 service neutron] 10.222.0.57 "PUT /v2.0/ports/9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3 HTTP/1.1" status: 200 len: 1093 time: 3.3335657 Mar 23 17:29:54.288353 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a9b9937-a77e-44a6-b727-aacb685cae4a', 'tag': '9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:29:54.379489 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bf38c-3c86-4924-a299-3748558b1f70 req-b50bb67b-c62d-4c3c-af71-a4775e0686cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:54.380227 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-655bf38c-3c86-4924-a299-3748558b1f70 req-b50bb67b-c62d-4c3c-af71-a4775e0686cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:54.381675 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-655bf38c-3c86-4924-a299-3748558b1f70 req-b50bb67b-c62d-4c3c-af71-a4775e0686cb service neutron] 10.222.0.57 "PUT /v2.0/ports/884255e1-5e02-474f-95e7-16cb8036e1c0 HTTP/1.1" status: 200 len: 1093 time: 5.9726219 Mar 23 17:29:54.402104 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8b47f-4db4-40d6-936e-52f6348f6b18 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:54.481921 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-963b4340-6433-4cc9-bda0-b40db46daa32 None None] Provisioning complete for port d5af97ef-3820-41d9-b5f6-ef37769ab6fb triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:54.482493 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-963b4340-6433-4cc9-bda0-b40db46daa32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (d5af97ef-3820-41d9-b5f6-ef37769ab6fb), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:54.598578 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-963b4340-6433-4cc9-bda0-b40db46daa32 None None] Port d5af97ef-3820-41d9-b5f6-ef37769ab6fb cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:29:54.618472 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-a9d0c2ee-6895-4be9-b189-5db8d311ffdc tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for port (4644d4da-7800-458e-a05e-038aaba7d8a8), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:54.660676 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bb67b-c62d-4c3c-af71-a4775e0686cb service neutron] Pushing event updated for resources: {'Port': ['ID=884255e1-5e02-474f-95e7-16cb8036e1c0,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:54.736537 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a84659-570e-471b-919b-827ebc75949a" -d '{"events": [{"name": "network-changed", "server_uuid": "2a9b9937-a77e-44a6-b727-aacb685cae4a", "tag": "9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:29:54.803707 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-a9d0c2ee-6895-4be9-b189-5db8d311ffdc tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (4644d4da-7800-458e-a05e-038aaba7d8a8), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:54.883907 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bf38c-3c86-4924-a299-3748558b1f70 req-681da459-c680-4846-ad0f-dfb47e43f9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:54.885667 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-655bf38c-3c86-4924-a299-3748558b1f70 req-681da459-c680-4846-ad0f-dfb47e43f9a6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5f8e1fcf32ed4c89b61e93ec571f7fe7&device_id=852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1 HTTP/1.1" status: 200 len: 1127 time: 0.2026336 Mar 23 17:29:54.898390 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-e22d399a-d935-4f25-8f0c-a795494d67b4 service neutron] Request body: {'port': {'device_id': '76dc18ee-9513-4961-aac9-61496c67b73d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83492'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:29:54.925034 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-a9d0c2ee-6895-4be9-b189-5db8d311ffdc tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Network cf00ba7b-82ed-4a68-ac03-2cd555b65d58 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:29:54.977533 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 35030) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:55.008413 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0c2ee-6895-4be9-b189-5db8d311ffdc tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Pushing event updated for resources: {'Port': ['ID=4644d4da-7800-458e-a05e-038aaba7d8a8,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:55.010864 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-a9d0c2ee-6895-4be9-b189-5db8d311ffdc tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:29:55.017736 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-a9d0c2ee-6895-4be9-b189-5db8d311ffdc tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:29:55.025073 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-a9d0c2ee-6895-4be9-b189-5db8d311ffdc tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:55.026106 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-a9d0c2ee-6895-4be9-b189-5db8d311ffdc tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:55.030436 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-655bf38c-3c86-4924-a299-3748558b1f70 req-31f7d986-f3fa-4591-b28d-91051de9cc15 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=884255e1-5e02-474f-95e7-16cb8036e1c0 HTTP/1.1" status: 200 len: 217 time: 0.1322651 Mar 23 17:29:55.066508 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b65563db-05f8-4111-a827-6ea465a550dc req-2e2df00f-02e9-4102-87ba-1c07b463d976 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 210 time: 0.1615086 Mar 23 17:29:55.109341 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904a930-081b-4e21-bdb8-792995291b84 req-78da24e6-1afc-4182-8f48-ffb360a20a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:55.110906 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6904a930-081b-4e21-bdb8-792995291b84 req-78da24e6-1afc-4182-8f48-ffb360a20a6e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81cbeef3df3646be902884c3e8e86d20&device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 1127 time: 0.2428477 Mar 23 17:29:55.123529 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-a9d0c2ee-6895-4be9-b189-5db8d311ffdc tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6097379 Mar 23 17:29:55.136749 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-3074907f-fdde-4f68-a769-cda998615bc6 service neutron] Request body: {'port': {'device_id': '545e3831-f3ff-4447-b8aa-8d0a28c03910', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83492'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:29:55.204501 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947c0c9-0ad2-4005-b33a-bb7c44cd0dc4 req-3a2fbae3-e5ad-46be-8447-0d97e8dc9469 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:55.206520 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c947c0c9-0ad2-4005-b33a-bb7c44cd0dc4 req-3a2fbae3-e5ad-46be-8447-0d97e8dc9469 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 931 time: 0.5880382 Mar 23 17:29:55.210154 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-e22d399a-d935-4f25-8f0c-a795494d67b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (d5af97ef-3820-41d9-b5f6-ef37769ab6fb), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:55.213213 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb3190-8f56-41dc-832a-b6edc1c46784 req-d8e0d914-9dc3-48a1-a4ee-61d982bace18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:55.214904 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-97cb3190-8f56-41dc-832a-b6edc1c46784 req-d8e0d914-9dc3-48a1-a4ee-61d982bace18 service neutron] 10.222.0.57 "GET /v2.0/networks?id=13c0d1fd-3e0e-4cba-896f-66aeb7da2095 HTTP/1.1" status: 200 len: 913 time: 0.5187373 Mar 23 17:29:55.261763 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bf38c-3c86-4924-a299-3748558b1f70 req-6e30dfdb-2c54-4d74-8cfd-80108f82de82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:55.263256 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-655bf38c-3c86-4924-a299-3748558b1f70 req-6e30dfdb-2c54-4d74-8cfd-80108f82de82 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ecd5be18-6bee-4974-83c0-da45214c17c0 HTTP/1.1" status: 200 len: 857 time: 0.2253156 Mar 23 17:29:55.263888 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.57', 56958) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:55.283067 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6904a930-081b-4e21-bdb8-792995291b84 req-0a4c8a2b-2118-422f-a347-4f028853adee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3 HTTP/1.1" status: 200 len: 217 time: 0.1505482 Mar 23 17:29:55.293369 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-97cb3190-8f56-41dc-832a-b6edc1c46784 req-664069cb-96c4-413f-95db-ce0a8f3e6c0e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2795b69-526a-4643-ad57-13e14e78f928 HTTP/1.1" status: 200 len: 217 time: 0.0562544 Mar 23 17:29:55.455456 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c947c0c9-0ad2-4005-b33a-bb7c44cd0dc4 req-64328617-6009-4929-9431-0e3c664a3bfb tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333589 Mar 23 17:29:55.501125 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e1a44ecc-4db8-43c0-b52b-01fbd6fd8525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:55.505386 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-029612dc-da91-4ba1-b698-e7676378a804 None None] Provisioning complete for port 4644d4da-7800-458e-a05e-038aaba7d8a8 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:29:55.505878 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-029612dc-da91-4ba1-b698-e7676378a804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (4644d4da-7800-458e-a05e-038aaba7d8a8), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:55.526251 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f2c47d-0b38-4786-b8e0-9a3725e02ed8 x-openstack-request-id: req-79f2c47d-0b38-4786-b8e0-9a3725e02ed8 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:29:55.527159 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a9b9937-a77e-44a6-b727-aacb685cae4a", "tag": "9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:29:55.527792 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-79f2c47d-0b38-4786-b8e0-9a3725e02ed8 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:29:55.528732 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79f2c47d-0b38-4786-b8e0-9a3725e02ed8'] response: {'name': 'network-changed', 'server_uuid': '2a9b9937-a77e-44a6-b727-aacb685cae4a', 'tag': '9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3', 'status': 'completed', 'code': 200} Mar 23 17:29:55.568224 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb3190-8f56-41dc-832a-b6edc1c46784 req-e18ec44f-66f5-46c2-8756-a72bca543e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:55.569691 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-97cb3190-8f56-41dc-832a-b6edc1c46784 req-e18ec44f-66f5-46c2-8756-a72bca543e18 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb63f988-43cc-46be-b3b9-fe684f716024 HTTP/1.1" status: 200 len: 852 time: 0.2121494 Mar 23 17:29:55.604874 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-029612dc-da91-4ba1-b698-e7676378a804 None None] Port 4644d4da-7800-458e-a05e-038aaba7d8a8 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:29:55.666038 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-3074907f-fdde-4f68-a769-cda998615bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (4644d4da-7800-458e-a05e-038aaba7d8a8), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:55.671869 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904a930-081b-4e21-bdb8-792995291b84 req-d70ad1f3-9bf6-4970-a11d-51f7acf634b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:55.673466 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6904a930-081b-4e21-bdb8-792995291b84 req-d70ad1f3-9bf6-4970-a11d-51f7acf634b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d923e995-8ad4-43f2-beba-221af8031362 HTTP/1.1" status: 200 len: 854 time: 0.3025713 Mar 23 17:29:55.679283 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-63d563b0-eb53-497a-8a57-8975de0914ec tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:55.683830 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-63d563b0-eb53-497a-8a57-8975de0914ec tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.57 "GET /v2.0/networks?id=3bf943bd-1e58-43c1-bec1-ca7908c0478b HTTP/1.1" status: 200 len: 817 time: 0.3967848 Mar 23 17:29:55.706547 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bf38c-3c86-4924-a299-3748558b1f70 req-11a5c588-242e-4142-86dc-c810852c007d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:55.708182 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-655bf38c-3c86-4924-a299-3748558b1f70 req-11a5c588-242e-4142-86dc-c810852c007d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e39f5c4c-2123-4c06-9dcf-a1960e2860e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4213455 Mar 23 17:29:55.716910 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdd2d3-1b5e-4c37-8613-aa5256de2b9e req-39862fa4-7eab-4acf-9436-e2e2cd917b18 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:55.723821 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fafdd2d3-1b5e-4c37-8613-aa5256de2b9e req-39862fa4-7eab-4acf-9436-e2e2cd917b18 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 932 time: 0.1606841 Mar 23 17:29:55.761184 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dced67a-14a9-4a9b-8124-7eea4209a0a2 req-d72084bb-58b4-40a1-9c32-18ccd908dc10 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:55.762768 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8dced67a-14a9-4a9b-8124-7eea4209a0a2 req-d72084bb-58b4-40a1-9c32-18ccd908dc10 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 943 time: 0.1783969 Mar 23 17:29:55.842141 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fafdd2d3-1b5e-4c37-8613-aa5256de2b9e req-dd4fc04b-b32f-4d0a-8be8-318f05cbf563 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125505 Mar 23 17:29:55.854821 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e1a44ecc-4db8-43c0-b52b-01fbd6fd8525 admin admin] Publish callbacks [] for security_group (133f8c04-38f6-4022-942d-e558c4a83434), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:55.863894 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e1a44ecc-4db8-43c0-b52b-01fbd6fd8525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (133f8c04-38f6-4022-942d-e558c4a83434), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:55.874668 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8dced67a-14a9-4a9b-8124-7eea4209a0a2 req-f70e820c-5dff-4e47-9637-8167bacf7567 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/security-groups?id=e77527b4-250a-4f23-96c4-f50fbe743ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038125 Mar 23 17:29:55.920542 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.notifiers.nova [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-e22d399a-d935-4f25-8f0c-a795494d67b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5af97ef-3820-41d9-b5f6-ef37769ab6fb {{(pid=103208) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:29:55.940314 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-e22d399a-d935-4f25-8f0c-a795494d67b4 service neutron] Publish callbacks [] for port (d5af97ef-3820-41d9-b5f6-ef37769ab6fb), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:55.970981 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.provisioning_blocks [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-e22d399a-d935-4f25-8f0c-a795494d67b4 service neutron] Transition to ACTIVE for port object d5af97ef-3820-41d9-b5f6-ef37769ab6fb will not be triggered until provisioned by entity L2. {{(pid=103208) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:29:55.977058 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-e22d399a-d935-4f25-8f0c-a795494d67b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (d5af97ef-3820-41d9-b5f6-ef37769ab6fb), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:56.026159 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4832b6a-b3da-430d-8b26-15079e81acae req-2a2ba5ee-6322-4dfb-903d-bed8d82d0b9b tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:56.027800 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d4832b6a-b3da-430d-8b26-15079e81acae req-2a2ba5ee-6322-4dfb-903d-bed8d82d0b9b tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 943 time: 0.1020367 Mar 23 17:29:56.069564 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d399a-d935-4f25-8f0c-a795494d67b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d5af97ef-3820-41d9-b5f6-ef37769ab6fb,revision_number=2']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:56.145275 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.managers [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-e22d399a-d935-4f25-8f0c-a795494d67b4 service neutron] Attempting to bind port d5af97ef-3820-41d9-b5f6-ef37769ab6fb on host hv-cinder-83492 for vnic_type normal with profile {{(pid=103208) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:29:56.145724 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.managers [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-e22d399a-d935-4f25-8f0c-a795494d67b4 service neutron] Attempting to bind port d5af97ef-3820-41d9-b5f6-ef37769ab6fb by drivers openvswitch,hyperv on host hv-cinder-83492 at level 0 using segments [{'id': '1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7'}] {{(pid=103208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:29:56.146250 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-e22d399a-d935-4f25-8f0c-a795494d67b4 service neutron] Attempting to bind port d5af97ef-3820-41d9-b5f6-ef37769ab6fb on network e39f5c4c-2123-4c06-9dcf-a1960e2860e7 {{(pid=103208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:29:56.159457 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-e1a44ecc-4db8-43c0-b52b-01fbd6fd8525 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d593e1f85bdf4cc9a0c3cfe01c309cd2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1519425 Mar 23 17:29:56.161716 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-e22d399a-d935-4f25-8f0c-a795494d67b4 service neutron] Port d5af97ef-3820-41d9-b5f6-ef37769ab6fb on network e39f5c4c-2123-4c06-9dcf-a1960e2860e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83492 {{(pid=103208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:29:56.162822 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-e22d399a-d935-4f25-8f0c-a795494d67b4 service neutron] Attempting to bind port d5af97ef-3820-41d9-b5f6-ef37769ab6fb on network e39f5c4c-2123-4c06-9dcf-a1960e2860e7 {{(pid=103208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:29:56.165917 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 35068) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:56.175988 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a44ecc-4db8-43c0-b52b-01fbd6fd8525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133f8c04-38f6-4022-942d-e558c4a83434,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:56.217068 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-e22d399a-d935-4f25-8f0c-a795494d67b4 service neutron] Checking agent: {'id': '0fd13996-c267-4136-a0e2-84ee892b4d83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83492', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'started_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:29:56.217786 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-e22d399a-d935-4f25-8f0c-a795494d67b4 service neutron] Checking segment: {'id': '1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:29:56.218460 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-e22d399a-d935-4f25-8f0c-a795494d67b4 service neutron] Bound using segment: {'id': '1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7'} {{(pid=103208) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:29:56.219112 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.managers [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-e22d399a-d935-4f25-8f0c-a795494d67b4 service neutron] Bound port: d5af97ef-3820-41d9-b5f6-ef37769ab6fb, host: hv-cinder-83492, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7'}}] {{(pid=103208) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:29:56.219690 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-e22d399a-d935-4f25-8f0c-a795494d67b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (d5af97ef-3820-41d9-b5f6-ef37769ab6fb), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:56.275321 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d4832b6a-b3da-430d-8b26-15079e81acae req-52649baf-ecbc-4bf5-84ab-4ed6c8f0a7ed tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961732 Mar 23 17:29:56.318330 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9437f13a-baf3-4413-80ab-e75902e3dbeb req-8446bd2c-b83a-46de-8618-530754e76a7e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 210 time: 0.0929747 Mar 23 17:29:56.332233 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-3074907f-fdde-4f68-a769-cda998615bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4644d4da-7800-458e-a05e-038aaba7d8a8 {{(pid=103207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:29:56.346117 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-3074907f-fdde-4f68-a769-cda998615bc6 service neutron] Publish callbacks [] for port (4644d4da-7800-458e-a05e-038aaba7d8a8), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:56.373722 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d9a541e2-7c38-4d11-ae7d-78a9aeb90adb admin admin] Publish callbacks [] for security_group (133f8c04-38f6-4022-942d-e558c4a83434), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:56.378259 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.provisioning_blocks [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-3074907f-fdde-4f68-a769-cda998615bc6 service neutron] Transition to ACTIVE for port object 4644d4da-7800-458e-a05e-038aaba7d8a8 will not be triggered until provisioned by entity L2. {{(pid=103207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:29:56.384173 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-3074907f-fdde-4f68-a769-cda998615bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (4644d4da-7800-458e-a05e-038aaba7d8a8), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:56.448635 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-e22d399a-d935-4f25-8f0c-a795494d67b4 service neutron] For port d5af97ef-3820-41d9-b5f6-ef37769ab6fb, host hv-cinder-83492, cleared binding levels {{(pid=103208) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:29:56.452575 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-e22d399a-d935-4f25-8f0c-a795494d67b4 service neutron] For port d5af97ef-3820-41d9-b5f6-ef37769ab6fb, host hv-cinder-83492, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=d5af97ef-3820-41d9-b5f6-ef37769ab6fb,segment=NetworkSegment(1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405),segment_id=1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405)] {{(pid=103208) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:29:56.475443 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d9a541e2-7c38-4d11-ae7d-78a9aeb90adb admin admin] Publish callbacks [] for security_group (133f8c04-38f6-4022-942d-e558c4a83434), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:56.494716 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-3074907f-fdde-4f68-a769-cda998615bc6 service neutron] Attempting to bind port 4644d4da-7800-458e-a05e-038aaba7d8a8 on host hv-cinder-83492 for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:29:56.495432 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-3074907f-fdde-4f68-a769-cda998615bc6 service neutron] Attempting to bind port 4644d4da-7800-458e-a05e-038aaba7d8a8 by drivers openvswitch,hyperv on host hv-cinder-83492 at level 0 using segments [{'id': 'a411194a-69f6-4c08-a136-cf58c2766c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:29:56.495964 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-3074907f-fdde-4f68-a769-cda998615bc6 service neutron] Attempting to bind port 4644d4da-7800-458e-a05e-038aaba7d8a8 on network cf00ba7b-82ed-4a68-ac03-2cd555b65d58 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:29:56.503805 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074907f-fdde-4f68-a769-cda998615bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=4644d4da-7800-458e-a05e-038aaba7d8a8,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:56.508867 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-3074907f-fdde-4f68-a769-cda998615bc6 service neutron] Port 4644d4da-7800-458e-a05e-038aaba7d8a8 on network cf00ba7b-82ed-4a68-ac03-2cd555b65d58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83492 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:29:56.509462 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-3074907f-fdde-4f68-a769-cda998615bc6 service neutron] Attempting to bind port 4644d4da-7800-458e-a05e-038aaba7d8a8 on network cf00ba7b-82ed-4a68-ac03-2cd555b65d58 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:29:56.523724 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-3074907f-fdde-4f68-a769-cda998615bc6 service neutron] Checking agent: {'id': '0fd13996-c267-4136-a0e2-84ee892b4d83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83492', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'started_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:29:56.524365 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-3074907f-fdde-4f68-a769-cda998615bc6 service neutron] Checking segment: {'id': 'a411194a-69f6-4c08-a136-cf58c2766c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:29:56.525461 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-3074907f-fdde-4f68-a769-cda998615bc6 service neutron] Bound using segment: {'id': 'a411194a-69f6-4c08-a136-cf58c2766c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:29:56.526139 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-3074907f-fdde-4f68-a769-cda998615bc6 service neutron] Bound port: 4644d4da-7800-458e-a05e-038aaba7d8a8, host: hv-cinder-83492, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a411194a-69f6-4c08-a136-cf58c2766c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:29:56.526816 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-3074907f-fdde-4f68-a769-cda998615bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (4644d4da-7800-458e-a05e-038aaba7d8a8), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:56.532885 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-e22d399a-d935-4f25-8f0c-a795494d67b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (d5af97ef-3820-41d9-b5f6-ef37769ab6fb), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:56.543245 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d9a541e2-7c38-4d11-ae7d-78a9aeb90adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (133f8c04-38f6-4022-942d-e558c4a83434), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:56.547079 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d9a541e2-7c38-4d11-ae7d-78a9aeb90adb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:56.548238 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-d9a541e2-7c38-4d11-ae7d-78a9aeb90adb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/133f8c04-38f6-4022-942d-e558c4a83434 HTTP/1.1" status: 204 len: 168 time: 0.3759806 Mar 23 17:29:56.607338 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-e22d399a-d935-4f25-8f0c-a795494d67b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:56.607945 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-e22d399a-d935-4f25-8f0c-a795494d67b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for port (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:56.609947 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-e22d399a-d935-4f25-8f0c-a795494d67b4 service neutron] 10.222.0.57 "PUT /v2.0/ports/d5af97ef-3820-41d9-b5f6-ef37769ab6fb HTTP/1.1" status: 200 len: 1093 time: 1.9146035 Mar 23 17:29:56.620117 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76dc18ee-9513-4961-aac9-61496c67b73d', 'tag': 'd5af97ef-3820-41d9-b5f6-ef37769ab6fb'}] {{(pid=103208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:29:56.629016 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d19940c1d3d58fda64df9d77de31f07f84ddba43144513a64de6e566be545741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8ec28e-c70c-40b0-af33-fbe7212e7c43" -d '{"events": [{"name": "network-changed", "server_uuid": "76dc18ee-9513-4961-aac9-61496c67b73d", "tag": "d5af97ef-3820-41d9-b5f6-ef37769ab6fb"}]}' {{(pid=103208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:29:56.645822 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a541e2-7c38-4d11-ae7d-78a9aeb90adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133f8c04-38f6-4022-942d-e558c4a83434,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:56.723380 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18af2fe-3e23-43f6-82bb-0b7fa1eb82b1 x-openstack-request-id: req-b18af2fe-3e23-43f6-82bb-0b7fa1eb82b1 {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:29:56.723594 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76dc18ee-9513-4961-aac9-61496c67b73d", "tag": "d5af97ef-3820-41d9-b5f6-ef37769ab6fb", "status": "completed", "code": 200}]} {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:29:56.724277 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b18af2fe-3e23-43f6-82bb-0b7fa1eb82b1 {{(pid=103208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:29:56.724686 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b18af2fe-3e23-43f6-82bb-0b7fa1eb82b1'] response: {'name': 'network-changed', 'server_uuid': '76dc18ee-9513-4961-aac9-61496c67b73d', 'tag': 'd5af97ef-3820-41d9-b5f6-ef37769ab6fb', 'status': 'completed', 'code': 200} Mar 23 17:29:56.731391 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-3074907f-fdde-4f68-a769-cda998615bc6 service neutron] For port 4644d4da-7800-458e-a05e-038aaba7d8a8, host hv-cinder-83492, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:29:56.739635 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-3074907f-fdde-4f68-a769-cda998615bc6 service neutron] For port 4644d4da-7800-458e-a05e-038aaba7d8a8, host hv-cinder-83492, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=4644d4da-7800-458e-a05e-038aaba7d8a8,segment=NetworkSegment(a411194a-69f6-4c08-a136-cf58c2766c0a),segment_id=a411194a-69f6-4c08-a136-cf58c2766c0a)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:29:56.742281 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d399a-d935-4f25-8f0c-a795494d67b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d5af97ef-3820-41d9-b5f6-ef37769ab6fb,revision_number=3']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:56.754829 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-3074907f-fdde-4f68-a769-cda998615bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (4644d4da-7800-458e-a05e-038aaba7d8a8), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:56.764119 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fe018-a2a8-4066-bec9-57040cae046d req-ea5e55c4-c9fe-455a-b885-a7a7005df85d tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:56.766402 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-686fe018-a2a8-4066-bec9-57040cae046d req-ea5e55c4-c9fe-455a-b885-a7a7005df85d tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 943 time: 0.1683500 Mar 23 17:29:56.839237 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-686fe018-a2a8-4066-bec9-57040cae046d req-73d117ea-d098-4a0e-9a03-aad527dccbb6 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668826 Mar 23 17:29:56.839367 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-3074907f-fdde-4f68-a769-cda998615bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:56.839940 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-3074907f-fdde-4f68-a769-cda998615bc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:56.841397 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-3074907f-fdde-4f68-a769-cda998615bc6 service neutron] 10.222.0.57 "PUT /v2.0/ports/4644d4da-7800-458e-a05e-038aaba7d8a8 HTTP/1.1" status: 200 len: 1094 time: 1.7121365 Mar 23 17:29:56.891410 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074907f-fdde-4f68-a769-cda998615bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=4644d4da-7800-458e-a05e-038aaba7d8a8,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:56.922272 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 35096) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:57.043822 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c303326-e400-4743-9e5c-85456f087ae0 req-4bf75d40-9c9e-4028-91a2-a094ae4bf2a6 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:57.051594 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2c303326-e400-4743-9e5c-85456f087ae0 req-4bf75d40-9c9e-4028-91a2-a094ae4bf2a6 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 944 time: 0.1249561 Mar 23 17:29:57.073413 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 35102) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:57.077800 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed66922-78c7-48fc-88b9-08dee3310516 req-df559ff2-a8d9-4369-9264-e342928e6d67 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:57.079344 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fed66922-78c7-48fc-88b9-08dee3310516 req-df559ff2-a8d9-4369-9264-e342928e6d67 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 943 time: 0.0953784 Mar 23 17:29:57.111059 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-768b9561-03f4-4d5a-a1c6-33d9dfef0583 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:57.113999 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-40fc9128-5d1f-42da-9801-987d6ed8f10b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:57.140928 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fed66922-78c7-48fc-88b9-08dee3310516 req-66d622d7-e38c-46d6-afa9-e416eac19bf7 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/security-groups?id=e77527b4-250a-4f23-96c4-f50fbe743ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511768 Mar 23 17:29:57.183314 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2c303326-e400-4743-9e5c-85456f087ae0 req-bc9b3957-a0be-4f4f-a56d-468c13d8c110 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304533 Mar 23 17:29:57.242631 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-768b9561-03f4-4d5a-a1c6-33d9dfef0583 admin admin] Publish callbacks [] for security_group (5ecc8117-1ebc-4698-b8b1-a74836eb834c), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:57.252410 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-768b9561-03f4-4d5a-a1c6-33d9dfef0583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (5ecc8117-1ebc-4698-b8b1-a74836eb834c), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:57.255866 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-40fc9128-5d1f-42da-9801-987d6ed8f10b admin admin] Publish callbacks [] for security_group (38ccd252-6d8c-4a37-b7df-869d42760e63), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:57.270941 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-40fc9128-5d1f-42da-9801-987d6ed8f10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (38ccd252-6d8c-4a37-b7df-869d42760e63), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:57.305758 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b9561-03f4-4d5a-a1c6-33d9dfef0583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ecc8117-1ebc-4698-b8b1-a74836eb834c,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:57.315218 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 35106) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:57.315326 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-768b9561-03f4-4d5a-a1c6-33d9dfef0583 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ed19a81175bc4d2ba38afcb6a24e0785&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406893 Mar 23 17:29:57.328537 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-40fc9128-5d1f-42da-9801-987d6ed8f10b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0538f30baea44787ae590c73c6d40e61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4035065 Mar 23 17:29:57.331033 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 35108) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:57.355047 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc9128-5d1f-42da-9801-987d6ed8f10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ccd252-6d8c-4a37-b7df-869d42760e63,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:57.400213 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-92e76ed8-061b-431f-9992-68c8ef823471 admin admin] Publish callbacks [] for security_group (38ccd252-6d8c-4a37-b7df-869d42760e63), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:57.408665 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d6bfa2cc-2e73-4ac2-b0f1-ac8ed4dc3553 admin admin] Publish callbacks [] for security_group (5ecc8117-1ebc-4698-b8b1-a74836eb834c), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:57.424467 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-92e76ed8-061b-431f-9992-68c8ef823471 admin admin] Publish callbacks [] for security_group (38ccd252-6d8c-4a37-b7df-869d42760e63), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:57.447631 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6fd560f6-2bfe-43bb-8ea2-697e6acb1c1b req-fe398f69-c5fb-4c2f-8a7d-4d7f0cb06c1f tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 210 time: 0.0362172 Mar 23 17:29:57.461355 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d6bfa2cc-2e73-4ac2-b0f1-ac8ed4dc3553 admin admin] Publish callbacks [] for security_group (5ecc8117-1ebc-4698-b8b1-a74836eb834c), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:57.469675 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d15c2-30e7-4cc6-b3c5-622603a74605 req-a7066fe1-2283-4e54-9abb-b3e05a9463b7 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:57.471193 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ac9d15c2-30e7-4cc6-b3c5-622603a74605 req-a7066fe1-2283-4e54-9abb-b3e05a9463b7 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 943 time: 0.1128516 Mar 23 17:29:57.478279 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-92e76ed8-061b-431f-9992-68c8ef823471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (38ccd252-6d8c-4a37-b7df-869d42760e63), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:57.481224 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-92e76ed8-061b-431f-9992-68c8ef823471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:57.484872 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-92e76ed8-061b-431f-9992-68c8ef823471 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/38ccd252-6d8c-4a37-b7df-869d42760e63 HTTP/1.1" status: 204 len: 168 time: 0.1504512 Mar 23 17:29:57.493875 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e76ed8-061b-431f-9992-68c8ef823471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ccd252-6d8c-4a37-b7df-869d42760e63,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:57.530510 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1', 'tag': '884255e1-5e02-474f-95e7-16cb8036e1c0'}, {'name': 'network-changed', 'server_uuid': '545e3831-f3ff-4447-b8aa-8d0a28c03910', 'tag': '4644d4da-7800-458e-a05e-038aaba7d8a8'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:29:57.533305 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beeac25f-52e3-41c3-a7d7-81b3f71e4cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1", "tag": "884255e1-5e02-474f-95e7-16cb8036e1c0"}, {"name": "network-changed", "server_uuid": "545e3831-f3ff-4447-b8aa-8d0a28c03910", "tag": "4644d4da-7800-458e-a05e-038aaba7d8a8"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:29:57.542742 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ac9d15c2-30e7-4cc6-b3c5-622603a74605 req-5fa50e4d-51d2-46c2-855c-36278168c2e4 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613174 Mar 23 17:29:57.559756 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d6bfa2cc-2e73-4ac2-b0f1-ac8ed4dc3553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (5ecc8117-1ebc-4698-b8b1-a74836eb834c), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:57.563221 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d6bfa2cc-2e73-4ac2-b0f1-ac8ed4dc3553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:57.564495 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-d6bfa2cc-2e73-4ac2-b0f1-ac8ed4dc3553 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5ecc8117-1ebc-4698-b8b1-a74836eb834c HTTP/1.1" status: 204 len: 168 time: 0.2482121 Mar 23 17:29:57.573279 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bfa2cc-2e73-4ac2-b0f1-ac8ed4dc3553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ecc8117-1ebc-4698-b8b1-a74836eb834c,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:57.582627 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 23 Mar 2022 17:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1823ef-0f5a-47af-9707-902ca789df97 x-openstack-request-id: req-cb1823ef-0f5a-47af-9707-902ca789df97 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:29:57.583154 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1", "tag": "884255e1-5e02-474f-95e7-16cb8036e1c0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "545e3831-f3ff-4447-b8aa-8d0a28c03910", "tag": "4644d4da-7800-458e-a05e-038aaba7d8a8", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:29:57.583532 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cb1823ef-0f5a-47af-9707-902ca789df97 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:29:57.584037 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb1823ef-0f5a-47af-9707-902ca789df97'] response: {'name': 'network-changed', 'server_uuid': '852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1', 'tag': '884255e1-5e02-474f-95e7-16cb8036e1c0', 'status': 'completed', 'code': 200} Mar 23 17:29:57.584464 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb1823ef-0f5a-47af-9707-902ca789df97'] response: {'name': 'network-changed', 'server_uuid': '545e3831-f3ff-4447-b8aa-8d0a28c03910', 'tag': '4644d4da-7800-458e-a05e-038aaba7d8a8', 'status': 'completed', 'code': 200} Mar 23 17:29:57.943581 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 35132) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:57.984743 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b33d9432-31b8-4407-b820-bf5109230ac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:58.032607 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e791e-311b-4b1d-84b4-e7d9e3390d38 req-8af5c684-e5c7-4e07-835e-0fabe17df0ab tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:58.034218 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5b0e791e-311b-4b1d-84b4-e7d9e3390d38 req-8af5c684-e5c7-4e07-835e-0fabe17df0ab tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 943 time: 0.0923812 Mar 23 17:29:58.123885 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b33d9432-31b8-4407-b820-bf5109230ac8 admin admin] Publish callbacks [] for security_group (9dc736e5-57b6-4c9a-a947-b3ee34cf0fa2), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:58.127712 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5b0e791e-311b-4b1d-84b4-e7d9e3390d38 req-fdd12b0d-e93c-4d86-8a8c-03e62288a433 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805891 Mar 23 17:29:58.129168 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b33d9432-31b8-4407-b820-bf5109230ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (9dc736e5-57b6-4c9a-a947-b3ee34cf0fa2), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:58.166311 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-b33d9432-31b8-4407-b820-bf5109230ac8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6afa03cbccf14bfaae8b9db263960c81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2138817 Mar 23 17:29:58.172740 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 35138) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:58.172847 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d9432-31b8-4407-b820-bf5109230ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc736e5-57b6-4c9a-a947-b3ee34cf0fa2,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:58.248701 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-dab0b78f-2b1c-4075-8d9a-aeccd7cac2d4 admin admin] Publish callbacks [] for security_group (9dc736e5-57b6-4c9a-a947-b3ee34cf0fa2), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:58.277911 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-dab0b78f-2b1c-4075-8d9a-aeccd7cac2d4 admin admin] Publish callbacks [] for security_group (9dc736e5-57b6-4c9a-a947-b3ee34cf0fa2), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:58.328051 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d58c1-f135-4bc2-8012-87049ea3a262 req-1a6f012a-34d9-421d-94fb-fe460759628a tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:58.329612 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-904d58c1-f135-4bc2-8012-87049ea3a262 req-1a6f012a-34d9-421d-94fb-fe460759628a tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 943 time: 0.0991781 Mar 23 17:29:58.343480 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-dab0b78f-2b1c-4075-8d9a-aeccd7cac2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (9dc736e5-57b6-4c9a-a947-b3ee34cf0fa2), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:58.346082 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-dab0b78f-2b1c-4075-8d9a-aeccd7cac2d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:58.349949 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-dab0b78f-2b1c-4075-8d9a-aeccd7cac2d4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9dc736e5-57b6-4c9a-a947-b3ee34cf0fa2 HTTP/1.1" status: 204 len: 168 time: 0.1769447 Mar 23 17:29:58.361976 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0b78f-2b1c-4075-8d9a-aeccd7cac2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc736e5-57b6-4c9a-a947-b3ee34cf0fa2,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:29:58.373687 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6c050-95f2-4bcf-b583-6615a04d935c req-b60d7aed-23f4-4567-b9c2-95ea5351f8af tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:58.383464 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-dbf6c050-95f2-4bcf-b583-6615a04d935c req-b60d7aed-23f4-4567-b9c2-95ea5351f8af tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 944 time: 0.1034276 Mar 23 17:29:58.441117 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-904d58c1-f135-4bc2-8012-87049ea3a262 req-0fee0aeb-5482-43ab-9317-a9d0c16430ac tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/security-groups?id=e77527b4-250a-4f23-96c4-f50fbe743ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037645 Mar 23 17:29:58.465437 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-dbf6c050-95f2-4bcf-b583-6615a04d935c req-6cad599a-7bee-406b-b6d4-3705170dd3bb tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773289 Mar 23 17:29:58.555163 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4d3d4e15-0655-4515-89e9-c7f097de7186 req-8d6461b5-3f6b-43e9-a263-23bdef9f0e1e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 210 time: 0.0296381 Mar 23 17:29:58.697773 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11a336-ee56-400c-85d4-30ac8ea95457 req-d933f58e-0157-41de-9a33-3957dca52f29 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:58.699921 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5a11a336-ee56-400c-85d4-30ac8ea95457 req-d933f58e-0157-41de-9a33-3957dca52f29 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 943 time: 0.0720186 Mar 23 17:29:58.755408 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5a11a336-ee56-400c-85d4-30ac8ea95457 req-7ae12eaa-7115-441f-ad88-092eb46dcb0c tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498226 Mar 23 17:29:59.272908 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a9f4d-89c0-47e0-8f5e-13c2386d55de req-752fbfab-e52a-42d9-8aab-6a5a6131bc9c tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:59.274537 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-aa3a9f4d-89c0-47e0-8f5e-13c2386d55de req-752fbfab-e52a-42d9-8aab-6a5a6131bc9c tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 943 time: 0.0640328 Mar 23 17:29:59.331663 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-aa3a9f4d-89c0-47e0-8f5e-13c2386d55de req-1f18442e-db01-4ea6-b396-cccdb9681e0b tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508432 Mar 23 17:29:59.638991 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba630073-ce0b-43fe-afcc-bca9df8e206a req-68cfebbd-9eca-4a9f-8cfe-cee4e044944b tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:59.639439 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 35220) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:29:59.641296 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ba630073-ce0b-43fe-afcc-bca9df8e206a req-68cfebbd-9eca-4a9f-8cfe-cee4e044944b tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 943 time: 0.1162117 Mar 23 17:29:59.680926 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992968c6-10ef-47c1-92aa-54a32003e2d1 req-89d4f9e7-26e9-4dac-986d-389fb7f72e88 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:59.682637 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-992968c6-10ef-47c1-92aa-54a32003e2d1 req-89d4f9e7-26e9-4dac-986d-389fb7f72e88 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 944 time: 0.1240420 Mar 23 17:29:59.727257 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ba630073-ce0b-43fe-afcc-bca9df8e206a req-43b28f93-3875-4961-a338-2a391ccfbeec tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/security-groups?id=e77527b4-250a-4f23-96c4-f50fbe743ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727973 Mar 23 17:29:59.761045 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-992968c6-10ef-47c1-92aa-54a32003e2d1 req-675ab736-a8bb-4556-b5ab-835e3fe9089f tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697935 Mar 23 17:29:59.852863 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1c92f4d2-12c3-477b-839a-c5b7836e982c req-0ad934ce-b5e4-4efd-a61c-7e5d13bd72fb tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 210 time: 0.0375917 Mar 23 17:29:59.894930 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6ea687f2-e9d0-4a7c-a886-1b1450d631d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:59.933315 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc6852-2177-4a3d-988d-6480d4cc2407 req-49582a91-71fb-4b7a-a625-628ce28b8bc7 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:29:59.940453 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-addc6852-2177-4a3d-988d-6480d4cc2407 req-49582a91-71fb-4b7a-a625-628ce28b8bc7 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 943 time: 0.0905557 Mar 23 17:29:59.989191 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-addc6852-2177-4a3d-988d-6480d4cc2407 req-ebfa2d22-00ea-4cd9-9fbc-58268fbf3195 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477722 Mar 23 17:29:59.994200 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6ea687f2-e9d0-4a7c-a886-1b1450d631d9 admin admin] Publish callbacks [] for security_group (1a15e795-917f-4bbd-87c6-aaf0fff03fa7), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:29:59.998679 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6ea687f2-e9d0-4a7c-a886-1b1450d631d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (1a15e795-917f-4bbd-87c6-aaf0fff03fa7), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:00.035068 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-6ea687f2-e9d0-4a7c-a886-1b1450d631d9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=126e6f507a79493c9e017996f49d292f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3944478 Mar 23 17:30:00.038107 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 35230) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:00.040353 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea687f2-e9d0-4a7c-a886-1b1450d631d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a15e795-917f-4bbd-87c6-aaf0fff03fa7,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:00.265345 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ea476f4a-6dd8-40ca-8aa1-efd2a217e177 admin admin] Publish callbacks [] for security_group (1a15e795-917f-4bbd-87c6-aaf0fff03fa7), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:00.285819 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ea476f4a-6dd8-40ca-8aa1-efd2a217e177 admin admin] Publish callbacks [] for security_group (1a15e795-917f-4bbd-87c6-aaf0fff03fa7), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:00.335016 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ea476f4a-6dd8-40ca-8aa1-efd2a217e177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (1a15e795-917f-4bbd-87c6-aaf0fff03fa7), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:00.337608 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ea476f4a-6dd8-40ca-8aa1-efd2a217e177 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:00.338931 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-ea476f4a-6dd8-40ca-8aa1-efd2a217e177 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a15e795-917f-4bbd-87c6-aaf0fff03fa7 HTTP/1.1" status: 204 len: 168 time: 0.2996755 Mar 23 17:30:00.346680 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea476f4a-6dd8-40ca-8aa1-efd2a217e177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a15e795-917f-4bbd-87c6-aaf0fff03fa7,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:00.456345 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202857c-566e-4933-b03c-ef12cc766aeb req-b862bcfa-c7b3-4e1c-b9a0-0ad897949426 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:00.457655 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9202857c-566e-4933-b03c-ef12cc766aeb req-b862bcfa-c7b3-4e1c-b9a0-0ad897949426 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 943 time: 0.0567050 Mar 23 17:30:00.505586 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9202857c-566e-4933-b03c-ef12cc766aeb req-53e9ba43-5c29-4e66-bd5d-94d1b0f86c68 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417409 Mar 23 17:30:00.906119 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82d54c-d9e6-4671-b4fe-1678a9de8718 req-d3819057-80d5-47d4-a17d-5f340c21331b tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:00.907626 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3a82d54c-d9e6-4671-b4fe-1678a9de8718 req-d3819057-80d5-47d4-a17d-5f340c21331b tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 943 time: 0.1002252 Mar 23 17:30:00.930038 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aea076-a6f7-48cb-9791-add13b436c46 req-5fb72921-d2d2-4e17-8fbe-0570842d81c4 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:00.931519 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-33aea076-a6f7-48cb-9791-add13b436c46 req-5fb72921-d2d2-4e17-8fbe-0570842d81c4 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 944 time: 0.0816436 Mar 23 17:30:00.995469 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3a82d54c-d9e6-4671-b4fe-1678a9de8718 req-59e3bcfc-a94b-49bb-8edb-140bea20a341 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/security-groups?id=e77527b4-250a-4f23-96c4-f50fbe743ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806861 Mar 23 17:30:01.009166 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-33aea076-a6f7-48cb-9791-add13b436c46 req-293428ed-9e80-42d5-b1ab-4158a5c1a47c tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712645 Mar 23 17:30:01.114590 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2a5d62bd-6ac5-47f3-8776-7817eb2d28fc req-7012c3fc-c96b-4f99-9989-08fd01314593 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 210 time: 0.0509162 Mar 23 17:30:01.139922 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a28968-118a-4ff2-8fc8-dc5e41cbd3aa req-b03bdd11-3ba0-47a1-b0a7-2b4f87abfcd3 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:01.141411 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-33a28968-118a-4ff2-8fc8-dc5e41cbd3aa req-b03bdd11-3ba0-47a1-b0a7-2b4f87abfcd3 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 943 time: 0.0792601 Mar 23 17:30:01.187883 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-33a28968-118a-4ff2-8fc8-dc5e41cbd3aa req-427cf967-3d36-40c1-aae9-50d76358fd80 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408165 Mar 23 17:30:01.625499 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80353b5d-5e60-4b88-9add-9e8aa2df0840 req-f4a7729b-8e16-41c2-980c-6216da1d988f tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:01.627067 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-80353b5d-5e60-4b88-9add-9e8aa2df0840 req-f4a7729b-8e16-41c2-980c-6216da1d988f tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 943 time: 0.0546131 Mar 23 17:30:01.678299 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-80353b5d-5e60-4b88-9add-9e8aa2df0840 req-9455cd8c-2cca-4988-b2a4-0af00f2719c2 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451546 Mar 23 17:30:02.175979 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abffb4a-732b-45cc-849b-39ecb130bc3d req-878b1d9b-ef43-4ba8-9853-76556c9ca365 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:02.177484 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9abffb4a-732b-45cc-849b-39ecb130bc3d req-878b1d9b-ef43-4ba8-9853-76556c9ca365 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 944 time: 0.0924673 Mar 23 17:30:02.196470 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85b929-44bb-4241-87a2-b0ea304e992c req-f045c8ea-acb0-4c1e-8b3e-9ee7f8c51ff2 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:02.197919 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-dd85b929-44bb-4241-87a2-b0ea304e992c req-f045c8ea-acb0-4c1e-8b3e-9ee7f8c51ff2 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 943 time: 0.0955946 Mar 23 17:30:02.256715 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9abffb4a-732b-45cc-849b-39ecb130bc3d req-ab85739c-2b64-4fc4-819c-242b22965768 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727699 Mar 23 17:30:02.271547 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-dd85b929-44bb-4241-87a2-b0ea304e992c req-78f0c611-e9fc-4be9-91a8-6975b8f5f6e1 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/security-groups?id=e77527b4-250a-4f23-96c4-f50fbe743ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662711 Mar 23 17:30:02.349011 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-707226d6-44d0-4b0e-927a-dd05fe12b773 req-344dd64b-2a25-48d2-afa2-0c1dab7ea37d tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 210 time: 0.0355151 Mar 23 17:30:02.394739 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ab920-0f0c-49a3-8d7d-35076c7a1630 req-c4ecdf9a-6adc-4caf-9e1e-5332d62eee24 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:02.396198 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6e9ab920-0f0c-49a3-8d7d-35076c7a1630 req-c4ecdf9a-6adc-4caf-9e1e-5332d62eee24 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 943 time: 0.0708704 Mar 23 17:30:02.445242 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6e9ab920-0f0c-49a3-8d7d-35076c7a1630 req-bfbf2b8d-3fc0-40fc-b134-a4ceedb36828 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416763 Mar 23 17:30:02.681211 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-97cb3190-8f56-41dc-832a-b6edc1c46784 req-1fbcedfb-5946-472a-960d-0f6daa48abb3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=13c0d1fd-3e0e-4cba-896f-66aeb7da2095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276248 Mar 23 17:30:02.828532 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-d5348a46-7f0a-4209-b680-c09a14531afd tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8195f2270b3f441a87ed2fe7c64cc06d HTTP/1.1" status: 200 len: 379 time: 0.1811051 Mar 23 17:30:02.835422 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904a930-081b-4e21-bdb8-792995291b84 req-7651d8aa-d04f-47cf-ab42-c093e295d7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:02.835834 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-97cb3190-8f56-41dc-832a-b6edc1c46784 req-c12ec191-58e0-4f37-b763-8daec9cf7345 service neutron] 10.222.0.57 "GET /v2.0/networks/13c0d1fd-3e0e-4cba-896f-66aeb7da2095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465323 Mar 23 17:30:02.836859 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6904a930-081b-4e21-bdb8-792995291b84 req-7651d8aa-d04f-47cf-ab42-c093e295d7a3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2888c7fe-ae98-4d0e-9549-8ca804e8c855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1882913 Mar 23 17:30:02.839351 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ec28e-c70c-40b0-af33-fbe7212e7c43 req-e533a4aa-a196-4a53-acdb-ba9afd80f5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:02.840637 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5a8ec28e-c70c-40b0-af33-fbe7212e7c43 req-e533a4aa-a196-4a53-acdb-ba9afd80f5e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5f8e1fcf32ed4c89b61e93ec571f7fe7&device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 1127 time: 0.1334043 Mar 23 17:30:02.845130 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-dd841b45-8887-4ec2-84ef-93995486a86e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Request body: {'port': {'device_id': 'b7c37794-0af1-42b5-bd85-f224308f7dec', 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b', 'admin_state_up': True, 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'security_groups': ['c809159c-45bf-436c-b9b0-565d8f045593']}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:30:02.852813 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc9ba1-2e82-4e0b-937a-dc82808e8bc8 req-693e0b5d-5881-4fed-9adf-9bc24f180441 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:02.854294 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fddc9ba1-2e82-4e0b-937a-dc82808e8bc8 req-693e0b5d-5881-4fed-9adf-9bc24f180441 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 943 time: 0.0949364 Mar 23 17:30:02.897879 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-a22bd642-f9a0-45b2-8134-b6ea09fbfadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:02.899374 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-a22bd642-f9a0-45b2-8134-b6ea09fbfadb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=562e825d481140639866877090276140&device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 1128 time: 0.2082441 Mar 23 17:30:02.905165 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-655bf38c-3c86-4924-a299-3748558b1f70 req-b0742527-f723-4234-81ed-238a5ed39d88 service neutron] 10.222.0.57 "GET /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498794 Mar 23 17:30:02.954638 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fddc9ba1-2e82-4e0b-937a-dc82808e8bc8 req-e804ecf8-fb95-4343-a08a-b1aa2095f864 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923178 Mar 23 17:30:02.968225 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-dd841b45-8887-4ec2-84ef-93995486a86e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Made reservation on behalf of 8195f2270b3f441a87ed2fe7c64cc06d for: {'port': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:30:02.971945 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-dd841b45-8887-4ec2-84ef-93995486a86e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:02.974962 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-97cb3190-8f56-41dc-832a-b6edc1c46784 req-a467292d-3ad9-4e89-9261-1f5029cf2f56 service neutron] 10.222.0.57 "GET /v2.0/networks/13c0d1fd-3e0e-4cba-896f-66aeb7da2095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195979 Mar 23 17:30:03.100094 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-dd841b45-8887-4ec2-84ef-93995486a86e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Allocated IP 172.20.0.9 (3bf943bd-1e58-43c1-bec1-ca7908c0478b/22ea3e11-cafc-4af7-994c-b65686f8be40/ef4f9a75-007b-4eb1-8e74-604bbba327dd) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:30:03.238884 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-dd841b45-8887-4ec2-84ef-93995486a86e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for port (ef4f9a75-007b-4eb1-8e74-604bbba327dd), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:03.275033 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-dd841b45-8887-4ec2-84ef-93995486a86e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (ef4f9a75-007b-4eb1-8e74-604bbba327dd), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:03.330026 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-dd841b45-8887-4ec2-84ef-93995486a86e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Network 3bf943bd-1e58-43c1-bec1-ca7908c0478b is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:30:03.333470 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-dd841b45-8887-4ec2-84ef-93995486a86e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:30:03.335971 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-dd841b45-8887-4ec2-84ef-93995486a86e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:30:03.341175 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-dd841b45-8887-4ec2-84ef-93995486a86e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:03.341784 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-dd841b45-8887-4ec2-84ef-93995486a86e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:03.358484 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd841b45-8887-4ec2-84ef-93995486a86e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Pushing event updated for resources: {'Port': ['ID=ef4f9a75-007b-4eb1-8e74-604bbba327dd,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:03.367390 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-dd841b45-8887-4ec2-84ef-93995486a86e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5289001 Mar 23 17:30:03.429452 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-9f619ce1-a263-4088-a8be-f19502e27f63 service neutron] Request body: {'port': {'device_id': 'b7c37794-0af1-42b5-bd85-f224308f7dec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83492'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:30:03.529782 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb5cd8-09bc-450e-9569-cee7fa166488 req-4ff5520e-97a1-4b02-a110-2eef6764fbae tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:03.531642 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-99eb5cd8-09bc-450e-9569-cee7fa166488 req-4ff5520e-97a1-4b02-a110-2eef6764fbae tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 944 time: 0.2001741 Mar 23 17:30:03.535109 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-9039b5c1-0810-4e44-859c-9a280abc69e0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4644d4da-7800-458e-a05e-038aaba7d8a8 HTTP/1.1" status: 200 len: 217 time: 0.1462479 Mar 23 17:30:03.555643 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-7aa0b3a3-f721-4627-a01e-cebb608f330e None None] Provisioning complete for port ef4f9a75-007b-4eb1-8e74-604bbba327dd triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:30:03.556214 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7aa0b3a3-f721-4627-a01e-cebb608f330e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (ef4f9a75-007b-4eb1-8e74-604bbba327dd), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:03.599283 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0b3a3-f721-4627-a01e-cebb608f330e None None] Port ef4f9a75-007b-4eb1-8e74-604bbba327dd cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:30:03.617874 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdb5c3-37eb-4209-8cae-9bd672c60f35 req-b7fe0ac4-fcf3-48ca-84e0-8cac6082f4ab tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:03.618932 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4dfdb5c3-37eb-4209-8cae-9bd672c60f35 req-b7fe0ac4-fcf3-48ca-84e0-8cac6082f4ab tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 943 time: 0.2773328 Mar 23 17:30:03.645316 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ec28e-c70c-40b0-af33-fbe7212e7c43 req-be15068a-ddee-4136-8793-4a122a071d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:03.646764 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5a8ec28e-c70c-40b0-af33-fbe7212e7c43 req-be15068a-ddee-4136-8793-4a122a071d57 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5f8e1fcf32ed4c89b61e93ec571f7fe7&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2605450 Mar 23 17:30:03.686537 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-9f619ce1-a263-4088-a8be-f19502e27f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (ef4f9a75-007b-4eb1-8e74-604bbba327dd), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:03.692172 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-99eb5cd8-09bc-450e-9569-cee7fa166488 req-a7530211-08b4-4f14-af54-b559731b962e tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510990 Mar 23 17:30:03.700872 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6904a930-081b-4e21-bdb8-792995291b84 req-e81fe21e-0dc6-452e-8bb1-619e1b03b517 service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325107 Mar 23 17:30:03.705538 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-1f7e973f-c135-4461-a7e4-52c28f6227a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:03.706962 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-1f7e973f-c135-4461-a7e4-52c28f6227a9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=551df535-6624-4945-9357-a463dcf05cfd HTTP/1.1" status: 200 len: 849 time: 0.1583796 Mar 23 17:30:03.729186 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-655bf38c-3c86-4924-a299-3748558b1f70 req-df93fc4d-b9d7-4b4c-904f-bce37c41c03f service neutron] 10.222.0.57 "GET /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413572 Mar 23 17:30:03.790110 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4dfdb5c3-37eb-4209-8cae-9bd672c60f35 req-24b9e52b-bff6-4488-930c-8a336b8d286a tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/security-groups?id=e77527b4-250a-4f23-96c4-f50fbe743ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585412 Mar 23 17:30:03.921242 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ec28e-c70c-40b0-af33-fbe7212e7c43 req-aa8d67ad-900b-4274-b35b-c3922a427594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:03.922692 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5a8ec28e-c70c-40b0-af33-fbe7212e7c43 req-aa8d67ad-900b-4274-b35b-c3922a427594 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2600961 Mar 23 17:30:03.938890 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23723a18-7e83-436b-a594-f9092bda84c3 req-2d363ec4-f0c7-4f14-8a9e-bf20795e47f9 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:03.940414 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-23723a18-7e83-436b-a594-f9092bda84c3 req-2d363ec4-f0c7-4f14-8a9e-bf20795e47f9 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 931 time: 0.1315458 Mar 23 17:30:03.965415 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-2ea26b87-9e99-4a63-bfc9-b5c363bf6e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:03.966936 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-2ea26b87-9e99-4a63-bfc9-b5c363bf6e77 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf00ba7b-82ed-4a68-ac03-2cd555b65d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2548194 Mar 23 17:30:03.974705 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6904a930-081b-4e21-bdb8-792995291b84 req-1d7635fb-2aaa-46aa-bcbf-5b2202d7281d service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664618 Mar 23 17:30:03.982067 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea3ee8-66a5-4af3-8a56-20ebbbf6e5a1 req-fb0329c8-18ec-4b4c-ac93-03b1ebe4888c tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:03.983710 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9cea3ee8-66a5-4af3-8a56-20ebbbf6e5a1 req-fb0329c8-18ec-4b4c-ac93-03b1ebe4888c tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 943 time: 0.1137893 Mar 23 17:30:04.042890 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-23723a18-7e83-436b-a594-f9092bda84c3 req-5a91ca5a-1567-4b21-b420-ad4657265f7c tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910842 Mar 23 17:30:04.116637 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9cea3ee8-66a5-4af3-8a56-20ebbbf6e5a1 req-9e95e440-b66b-4c7a-ab0e-781d522df718 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258719 Mar 23 17:30:04.143252 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a84659-570e-471b-919b-827ebc75949a req-79539f64-389a-46ea-8ff5-c913231989c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:04.143252 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b2a84659-570e-471b-919b-827ebc75949a req-79539f64-389a-46ea-8ff5-c913231989c5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81cbeef3df3646be902884c3e8e86d20&device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 1127 time: 0.1149380 Mar 23 17:30:04.265715 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325b337-f7f0-4ab4-b781-4f0bb15d7a7e req-cabd9e6b-ba6d-4ee7-a0ff-9292fbc43ceb tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:04.267730 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5325b337-f7f0-4ab4-b781-4f0bb15d7a7e req-cabd9e6b-ba6d-4ee7-a0ff-9292fbc43ceb tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 943 time: 0.1498246 Mar 23 17:30:04.307314 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeac25f-52e3-41c3-a7d7-81b3f71e4cf3 req-a625c5ce-1867-47c3-a34b-a8fb73a7c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:04.308832 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-beeac25f-52e3-41c3-a7d7-81b3f71e4cf3 req-a625c5ce-1867-47c3-a34b-a8fb73a7c277 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5f8e1fcf32ed4c89b61e93ec571f7fe7&device_id=852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1 HTTP/1.1" status: 200 len: 1127 time: 0.4032104 Mar 23 17:30:04.435150 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-1eafc986-1c0d-43aa-9fc6-48024795c8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:04.436645 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-1eafc986-1c0d-43aa-9fc6-48024795c8ef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5f8e1fcf32ed4c89b61e93ec571f7fe7&device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 1127 time: 0.4393952 Mar 23 17:30:04.473239 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-d3fb6505-145b-45b3-9cd6-f3e4b52f84c3 service neutron] 10.222.0.57 "GET /v2.0/networks/cf00ba7b-82ed-4a68-ac03-2cd555b65d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4947166 Mar 23 17:30:04.541849 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5325b337-f7f0-4ab4-b781-4f0bb15d7a7e req-64d9e938-a22a-4413-ab6c-bcd164b549cb tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624061 Mar 23 17:30:04.543131 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a84659-570e-471b-919b-827ebc75949a req-722c6de9-4866-4494-98c1-a51ea0ba2188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:04.544495 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b2a84659-570e-471b-919b-827ebc75949a req-722c6de9-4866-4494-98c1-a51ea0ba2188 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2888c7fe-ae98-4d0e-9549-8ca804e8c855 HTTP/1.1" status: 200 len: 916 time: 0.3810289 Mar 23 17:30:04.553765 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-fb50f372-d09e-4625-b09f-5cf3e041a51b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5af97ef-3820-41d9-b5f6-ef37769ab6fb HTTP/1.1" status: 200 len: 217 time: 0.1049323 Mar 23 17:30:04.601588 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b2a84659-570e-471b-919b-827ebc75949a req-183f0c3d-ca5c-4863-a485-132a574859fd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3 HTTP/1.1" status: 200 len: 217 time: 0.0499165 Mar 23 17:30:04.676028 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a84659-570e-471b-919b-827ebc75949a req-99694ecc-67ef-495c-bf96-f03bb5164d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:04.678633 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b2a84659-570e-471b-919b-827ebc75949a req-99694ecc-67ef-495c-bf96-f03bb5164d85 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d923e995-8ad4-43f2-beba-221af8031362 HTTP/1.1" status: 200 len: 854 time: 0.0706692 Mar 23 17:30:04.701896 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeac25f-52e3-41c3-a7d7-81b3f71e4cf3 req-5a20154e-94de-4c10-a86c-26b535802e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:04.703482 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-beeac25f-52e3-41c3-a7d7-81b3f71e4cf3 req-5a20154e-94de-4c10-a86c-26b535802e1a service neutron] 10.222.0.57 "GET /v2.0/networks?id=e39f5c4c-2123-4c06-9dcf-a1960e2860e7 HTTP/1.1" status: 200 len: 919 time: 0.3839087 Mar 23 17:30:04.711996 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-9f619ce1-a263-4088-a8be-f19502e27f63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef4f9a75-007b-4eb1-8e74-604bbba327dd {{(pid=103207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:30:04.729372 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-9f619ce1-a263-4088-a8be-f19502e27f63 service neutron] Publish callbacks [] for port (ef4f9a75-007b-4eb1-8e74-604bbba327dd), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:04.751740 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a84659-570e-471b-919b-827ebc75949a req-b93800e4-b65a-426c-87ba-110d798de4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:04.754729 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b2a84659-570e-471b-919b-827ebc75949a req-b93800e4-b65a-426c-87ba-110d798de4b2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2888c7fe-ae98-4d0e-9549-8ca804e8c855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0675416 Mar 23 17:30:04.781195 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-01f57cde-7684-4d22-bec0-7fa49290bbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:04.781594 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-01f57cde-7684-4d22-bec0-7fa49290bbf0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ecd5be18-6bee-4974-83c0-da45214c17c0 HTTP/1.1" status: 200 len: 857 time: 0.1965942 Mar 23 17:30:04.786588 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-beeac25f-52e3-41c3-a7d7-81b3f71e4cf3 req-ee354a1a-76ed-4b22-9d2b-6ffb809963d4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=884255e1-5e02-474f-95e7-16cb8036e1c0 HTTP/1.1" status: 200 len: 217 time: 0.0680833 Mar 23 17:30:04.789443 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.provisioning_blocks [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-9f619ce1-a263-4088-a8be-f19502e27f63 service neutron] Transition to ACTIVE for port object ef4f9a75-007b-4eb1-8e74-604bbba327dd will not be triggered until provisioned by entity L2. {{(pid=103207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:30:04.791812 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-472c99ff-9563-4601-97ab-a61fd441cfee service neutron] 10.222.0.57 "GET /v2.0/networks/cf00ba7b-82ed-4a68-ac03-2cd555b65d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104959 Mar 23 17:30:04.809574 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-9f619ce1-a263-4088-a8be-f19502e27f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (ef4f9a75-007b-4eb1-8e74-604bbba327dd), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:04.895980 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeac25f-52e3-41c3-a7d7-81b3f71e4cf3 req-d4163abe-f1ef-4203-be10-bd0a769eb3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:04.897755 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-beeac25f-52e3-41c3-a7d7-81b3f71e4cf3 req-d4163abe-f1ef-4203-be10-bd0a769eb3c9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ecd5be18-6bee-4974-83c0-da45214c17c0 HTTP/1.1" status: 200 len: 857 time: 0.1042001 Mar 23 17:30:04.930682 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b2a84659-570e-471b-919b-827ebc75949a req-2eda7da8-23f5-4bc5-9e3a-12b6f9af1603 service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694589 Mar 23 17:30:04.940400 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7239b2a-db4a-4963-8f47-7921f74dbdd1 req-2a90a165-9840-43ff-9489-b97c9f336828 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:04.941875 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b7239b2a-db4a-4963-8f47-7921f74dbdd1 req-2a90a165-9840-43ff-9489-b97c9f336828 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 944 time: 0.1320827 Mar 23 17:30:04.947085 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f619ce1-a263-4088-a8be-f19502e27f63 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4f9a75-007b-4eb1-8e74-604bbba327dd,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:04.980104 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-9d2699b7-3f04-40a2-beb6-fad2dc9e54cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:04.981741 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-9d2699b7-3f04-40a2-beb6-fad2dc9e54cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e39f5c4c-2123-4c06-9dcf-a1960e2860e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1892045 Mar 23 17:30:04.999373 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-9f619ce1-a263-4088-a8be-f19502e27f63 service neutron] Attempting to bind port ef4f9a75-007b-4eb1-8e74-604bbba327dd on host hv-cinder-83492 for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:30:04.999688 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-9f619ce1-a263-4088-a8be-f19502e27f63 service neutron] Attempting to bind port ef4f9a75-007b-4eb1-8e74-604bbba327dd by drivers openvswitch,hyperv on host hv-cinder-83492 at level 0 using segments [{'id': '3173c500-488c-4756-a1e4-19030c18bbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:30:04.999859 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-9f619ce1-a263-4088-a8be-f19502e27f63 service neutron] Attempting to bind port ef4f9a75-007b-4eb1-8e74-604bbba327dd on network 3bf943bd-1e58-43c1-bec1-ca7908c0478b {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:30:05.033226 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9e7b2-af30-4bec-b0f9-c9b5cb8bf078 req-a90f7f3a-d0cf-4a28-97ac-bffaa6c7c419 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:05.034800 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-acd9e7b2-af30-4bec-b0f9-c9b5cb8bf078 req-a90f7f3a-d0cf-4a28-97ac-bffaa6c7c419 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 943 time: 0.1683490 Mar 23 17:30:05.050479 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-9f619ce1-a263-4088-a8be-f19502e27f63 service neutron] Port ef4f9a75-007b-4eb1-8e74-604bbba327dd on network 3bf943bd-1e58-43c1-bec1-ca7908c0478b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83492 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:30:05.051237 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-9f619ce1-a263-4088-a8be-f19502e27f63 service neutron] Attempting to bind port ef4f9a75-007b-4eb1-8e74-604bbba327dd on network 3bf943bd-1e58-43c1-bec1-ca7908c0478b {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:30:05.065750 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeac25f-52e3-41c3-a7d7-81b3f71e4cf3 req-383885f2-b3ef-46e4-9713-f80f896eea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:05.067450 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-beeac25f-52e3-41c3-a7d7-81b3f71e4cf3 req-383885f2-b3ef-46e4-9713-f80f896eea5e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e39f5c4c-2123-4c06-9dcf-a1960e2860e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1579511 Mar 23 17:30:05.068094 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-9f619ce1-a263-4088-a8be-f19502e27f63 service neutron] Checking agent: {'id': '0fd13996-c267-4136-a0e2-84ee892b4d83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83492', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'started_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:30:05.068431 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-9f619ce1-a263-4088-a8be-f19502e27f63 service neutron] Checking segment: {'id': '3173c500-488c-4756-a1e4-19030c18bbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:30:05.069255 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-9f619ce1-a263-4088-a8be-f19502e27f63 service neutron] Bound using segment: {'id': '3173c500-488c-4756-a1e4-19030c18bbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:30:05.069255 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-9f619ce1-a263-4088-a8be-f19502e27f63 service neutron] Bound port: ef4f9a75-007b-4eb1-8e74-604bbba327dd, host: hv-cinder-83492, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3173c500-488c-4756-a1e4-19030c18bbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:30:05.069604 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-9f619ce1-a263-4088-a8be-f19502e27f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (ef4f9a75-007b-4eb1-8e74-604bbba327dd), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:05.111888 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b7239b2a-db4a-4963-8f47-7921f74dbdd1 req-4c7d60b2-3119-4321-92a6-9ff85aa1d78f tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562870 Mar 23 17:30:05.127615 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b2a84659-570e-471b-919b-827ebc75949a req-1a21a159-78c1-4d1b-a0cf-926cbb5fc646 service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845756 Mar 23 17:30:05.138568 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-acd9e7b2-af30-4bec-b0f9-c9b5cb8bf078 req-6d6ecf13-f0d3-4f08-a852-5dfb3f46a0db tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/security-groups?id=e77527b4-250a-4f23-96c4-f50fbe743ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916524 Mar 23 17:30:05.185708 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-15186990-112e-4816-a69b-c266c999ba0a service neutron] 10.222.0.57 "GET /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953716 Mar 23 17:30:05.285725 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66892a57-8598-43d0-adc9-adf5e16aec1e req-58588147-2aa7-4531-a077-d6b25af11dab tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:05.287675 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-66892a57-8598-43d0-adc9-adf5e16aec1e req-58588147-2aa7-4531-a077-d6b25af11dab tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 943 time: 0.0934238 Mar 23 17:30:05.287896 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-9f619ce1-a263-4088-a8be-f19502e27f63 service neutron] For port ef4f9a75-007b-4eb1-8e74-604bbba327dd, host hv-cinder-83492, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:30:05.293567 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-beeac25f-52e3-41c3-a7d7-81b3f71e4cf3 req-6e0df425-4476-44c5-9aac-d4ece5cae9e5 service neutron] 10.222.0.57 "GET /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174621 Mar 23 17:30:05.295320 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-9f619ce1-a263-4088-a8be-f19502e27f63 service neutron] For port ef4f9a75-007b-4eb1-8e74-604bbba327dd, host hv-cinder-83492, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=ef4f9a75-007b-4eb1-8e74-604bbba327dd,segment=NetworkSegment(3173c500-488c-4756-a1e4-19030c18bbcc),segment_id=3173c500-488c-4756-a1e4-19030c18bbcc)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:30:05.295799 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b233ff-1474-4290-8747-c15c5f5d9d5e req-7d5a28e2-3d4e-4bb4-be71-d60d64853b3a tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:05.297397 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-21b233ff-1474-4290-8747-c15c5f5d9d5e req-7d5a28e2-3d4e-4bb4-be71-d60d64853b3a tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 943 time: 0.1049390 Mar 23 17:30:05.318275 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-9f619ce1-a263-4088-a8be-f19502e27f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (ef4f9a75-007b-4eb1-8e74-604bbba327dd), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:05.377559 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-66892a57-8598-43d0-adc9-adf5e16aec1e req-db029733-9887-404f-b26b-de45c2c8720b tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791721 Mar 23 17:30:05.380412 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-21b233ff-1474-4290-8747-c15c5f5d9d5e req-eb3cb575-ee58-4dd0-b824-7bf6cbce97e2 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684702 Mar 23 17:30:05.409171 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-9f619ce1-a263-4088-a8be-f19502e27f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:05.409829 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-9f619ce1-a263-4088-a8be-f19502e27f63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:05.411300 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-9f619ce1-a263-4088-a8be-f19502e27f63 service neutron] 10.222.0.57 "PUT /v2.0/ports/ef4f9a75-007b-4eb1-8e74-604bbba327dd HTTP/1.1" status: 200 len: 1093 time: 1.9899919 Mar 23 17:30:05.414017 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c37794-0af1-42b5-bd85-f224308f7dec', 'tag': 'ef4f9a75-007b-4eb1-8e74-604bbba327dd'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:30:05.416691 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301f750c-e2f7-4c0b-9401-e3ec8576c34a" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c37794-0af1-42b5-bd85-f224308f7dec", "tag": "ef4f9a75-007b-4eb1-8e74-604bbba327dd"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:30:05.434046 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f147d32b-cd25-476f-b316-145ed92e6e44 req-52944953-21a1-407d-97cc-93e6dad479d7 service neutron] 10.222.0.57 "GET /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406402 Mar 23 17:30:05.498511 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465296d6-f51d-445b-be8b-0fd6a9f1f4db x-openstack-request-id: req-465296d6-f51d-445b-be8b-0fd6a9f1f4db {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:30:05.498812 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c37794-0af1-42b5-bd85-f224308f7dec", "tag": "ef4f9a75-007b-4eb1-8e74-604bbba327dd", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:30:05.500129 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-465296d6-f51d-445b-be8b-0fd6a9f1f4db {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:30:05.500585 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-465296d6-f51d-445b-be8b-0fd6a9f1f4db'] response: {'name': 'network-changed', 'server_uuid': 'b7c37794-0af1-42b5-bd85-f224308f7dec', 'tag': 'ef4f9a75-007b-4eb1-8e74-604bbba327dd', 'status': 'completed', 'code': 200} Mar 23 17:30:05.512561 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f619ce1-a263-4088-a8be-f19502e27f63 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4f9a75-007b-4eb1-8e74-604bbba327dd,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:05.557436 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-beeac25f-52e3-41c3-a7d7-81b3f71e4cf3 req-2a9a64b5-fa9e-4931-b891-11dbcd5e10a9 service neutron] 10.222.0.57 "GET /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576056 Mar 23 17:30:05.583590 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-30a6e8f5-0147-4148-a8f3-ecc1c67adad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:05.585331 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-30a6e8f5-0147-4148-a8f3-ecc1c67adad8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8195f2270b3f441a87ed2fe7c64cc06d&device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 1127 time: 0.1046839 Mar 23 17:30:05.653510 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-934056e3-ea22-4d88-8a8d-793ad785a323 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef4f9a75-007b-4eb1-8e74-604bbba327dd HTTP/1.1" status: 200 len: 217 time: 0.0531392 Mar 23 17:30:05.719642 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d0679-0d16-4231-9b62-3e04ad3fafdc req-b0f039d3-5a16-44ed-8914-36e96adc6392 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:05.721388 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e62d0679-0d16-4231-9b62-3e04ad3fafdc req-b0f039d3-5a16-44ed-8914-36e96adc6392 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 943 time: 0.0954788 Mar 23 17:30:05.726084 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-3cce760f-d0c4-47db-b547-b00aef17f279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:05.727666 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-3cce760f-d0c4-47db-b547-b00aef17f279 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22ea3e11-cafc-4af7-994c-b65686f8be40 HTTP/1.1" status: 200 len: 856 time: 0.0578012 Mar 23 17:30:05.732753 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeac25f-52e3-41c3-a7d7-81b3f71e4cf3 req-57abbb36-569a-4834-bcd2-e55856193f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:05.734402 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-beeac25f-52e3-41c3-a7d7-81b3f71e4cf3 req-57abbb36-569a-4834-bcd2-e55856193f27 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=562e825d481140639866877090276140&device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 1128 time: 0.1233456 Mar 23 17:30:05.793618 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e62d0679-0d16-4231-9b62-3e04ad3fafdc req-9eefd949-698e-4c46-a72e-d6d3a60908d9 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662439 Mar 23 17:30:05.896839 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-3f607703-1eda-470c-9786-ae88c4dbbb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:05.899489 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-3f607703-1eda-470c-9786-ae88c4dbbb88 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bf943bd-1e58-43c1-bec1-ca7908c0478b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1576989 Mar 23 17:30:05.972212 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeac25f-52e3-41c3-a7d7-81b3f71e4cf3 req-39b6fa2f-76d1-4158-8ac3-74deec7c7906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:05.973928 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-beeac25f-52e3-41c3-a7d7-81b3f71e4cf3 req-39b6fa2f-76d1-4158-8ac3-74deec7c7906 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf00ba7b-82ed-4a68-ac03-2cd555b65d58 HTTP/1.1" status: 200 len: 911 time: 0.2307606 Mar 23 17:30:06.072832 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 35394) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:06.199602 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e7c6065a-a916-4f8f-97ec-ef87f06d32ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:06.215131 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-beeac25f-52e3-41c3-a7d7-81b3f71e4cf3 req-b2338e4b-fcf6-48f0-a8ec-49e409e69ba2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4644d4da-7800-458e-a05e-038aaba7d8a8 HTTP/1.1" status: 200 len: 217 time: 0.2339344 Mar 23 17:30:06.278826 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-854be6ef-190a-4fe5-bcb2-070991ff1d07 service neutron] 10.222.0.57 "GET /v2.0/networks/3bf943bd-1e58-43c1-bec1-ca7908c0478b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703923 Mar 23 17:30:06.284252 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeac25f-52e3-41c3-a7d7-81b3f71e4cf3 req-c61b81e9-d640-4f5d-adb3-8a2a872edfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:06.285991 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-beeac25f-52e3-41c3-a7d7-81b3f71e4cf3 req-c61b81e9-d640-4f5d-adb3-8a2a872edfa1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=551df535-6624-4945-9357-a463dcf05cfd HTTP/1.1" status: 200 len: 849 time: 0.0622196 Mar 23 17:30:06.348917 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63573bf1-272b-47ee-9904-cd9b59c989aa req-36f2c993-ca66-4581-b1c5-5481c9b054f0 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:06.350503 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-63573bf1-272b-47ee-9904-cd9b59c989aa req-36f2c993-ca66-4581-b1c5-5481c9b054f0 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 943 time: 0.1093781 Mar 23 17:30:06.360479 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5e08b-9650-493e-a137-0afedafef1a3 req-bc1954f7-0f6b-412d-b7c8-1566353ff35d tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:06.361970 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d4f5e08b-9650-493e-a137-0afedafef1a3 req-bc1954f7-0f6b-412d-b7c8-1566353ff35d tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 944 time: 0.1481607 Mar 23 17:30:06.403487 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeac25f-52e3-41c3-a7d7-81b3f71e4cf3 req-b1fe3fa9-e665-4892-b537-43aeff1bf52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:06.404961 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-beeac25f-52e3-41c3-a7d7-81b3f71e4cf3 req-b1fe3fa9-e665-4892-b537-43aeff1bf52a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf00ba7b-82ed-4a68-ac03-2cd555b65d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1103439 Mar 23 17:30:06.424693 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8119fd0b-c8f8-42fc-bc94-086b6d7c659e req-c6fefbdd-e316-44b0-a523-407bf02a4877 service neutron] 10.222.0.57 "GET /v2.0/networks/3bf943bd-1e58-43c1-bec1-ca7908c0478b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373563 Mar 23 17:30:06.440464 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e7c6065a-a916-4f8f-97ec-ef87f06d32ae admin admin] Publish callbacks [] for security_group (b82de93f-6c0f-41f3-944a-101e749296a7), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:06.454225 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e7c6065a-a916-4f8f-97ec-ef87f06d32ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (b82de93f-6c0f-41f3-944a-101e749296a7), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:06.459234 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-63573bf1-272b-47ee-9904-cd9b59c989aa req-388a108a-4529-4794-a23f-064755d0e20c tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/security-groups?id=e77527b4-250a-4f23-96c4-f50fbe743ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963886 Mar 23 17:30:06.512345 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c6065a-a916-4f8f-97ec-ef87f06d32ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82de93f-6c0f-41f3-944a-101e749296a7,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:06.517803 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d4f5e08b-9650-493e-a137-0afedafef1a3 req-77fe9ad7-87d8-4da9-87c2-869c3ad67d6d tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433856 Mar 23 17:30:06.537250 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-e7c6065a-a916-4f8f-97ec-ef87f06d32ae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b80264933d144f5f9e2036d3035c0b5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4629383 Mar 23 17:30:06.540149 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 35418) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:06.588925 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-beeac25f-52e3-41c3-a7d7-81b3f71e4cf3 req-d4c7025c-1d98-47d7-88bb-33fa4c3caf52 service neutron] 10.222.0.57 "GET /v2.0/networks/cf00ba7b-82ed-4a68-ac03-2cd555b65d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763892 Mar 23 17:30:06.623109 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f750c-e2f7-4c0b-9401-e3ec8576c34a req-8cdfc640-066a-431c-a073-f1c49a361ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:06.625503 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-301f750c-e2f7-4c0b-9401-e3ec8576c34a req-8cdfc640-066a-431c-a073-f1c49a361ae6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8195f2270b3f441a87ed2fe7c64cc06d&device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 1127 time: 0.1313992 Mar 23 17:30:06.654262 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd2e65-8dcc-4615-b322-9210e6f4c2c4 req-46cd1489-dec3-4bbc-a8f4-15843ce8d24e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:06.656009 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-78bd2e65-8dcc-4615-b322-9210e6f4c2c4 req-46cd1489-dec3-4bbc-a8f4-15843ce8d24e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 943 time: 0.1318872 Mar 23 17:30:06.695238 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0aaa81d7-2003-4671-bea1-b981266ff5a3 admin admin] Publish callbacks [] for security_group (b82de93f-6c0f-41f3-944a-101e749296a7), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:06.746363 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df0727-fb25-4ea8-96b7-3dc4a9a8bb3b req-13d3bec3-e03c-4eb7-9453-5cf39c7f5518 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:06.754796 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-97df0727-fb25-4ea8-96b7-3dc4a9a8bb3b req-13d3bec3-e03c-4eb7-9453-5cf39c7f5518 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 943 time: 0.1547844 Mar 23 17:30:06.758118 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0aaa81d7-2003-4671-bea1-b981266ff5a3 admin admin] Publish callbacks [] for security_group (b82de93f-6c0f-41f3-944a-101e749296a7), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:06.762540 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-beeac25f-52e3-41c3-a7d7-81b3f71e4cf3 req-a98a23b0-7427-4644-bfa0-951f1378141d service neutron] 10.222.0.57 "GET /v2.0/networks/cf00ba7b-82ed-4a68-ac03-2cd555b65d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658926 Mar 23 17:30:06.775077 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f750c-e2f7-4c0b-9401-e3ec8576c34a req-f7fae925-5169-4098-ad9f-0306c1d85dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:06.776547 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-301f750c-e2f7-4c0b-9401-e3ec8576c34a req-f7fae925-5169-4098-ad9f-0306c1d85dfd service neutron] 10.222.0.57 "GET /v2.0/networks?id=3bf943bd-1e58-43c1-bec1-ca7908c0478b HTTP/1.1" status: 200 len: 918 time: 0.1247261 Mar 23 17:30:06.820313 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-78bd2e65-8dcc-4615-b322-9210e6f4c2c4 req-d513012d-43ed-4564-bf76-5caae962f7c3 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395164 Mar 23 17:30:06.821828 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 35426) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:06.837329 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-301f750c-e2f7-4c0b-9401-e3ec8576c34a req-5acc4bcc-008e-490c-8e20-8b5b8bf5b11d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef4f9a75-007b-4eb1-8e74-604bbba327dd HTTP/1.1" status: 200 len: 217 time: 0.0490026 Mar 23 17:30:06.879797 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-97df0727-fb25-4ea8-96b7-3dc4a9a8bb3b req-b479dba6-f9f6-4b83-84f3-223f006bff44 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104095 Mar 23 17:30:06.900646 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f750c-e2f7-4c0b-9401-e3ec8576c34a req-192a7730-e094-46de-91f0-94a07b7c17e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:06.903217 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-301f750c-e2f7-4c0b-9401-e3ec8576c34a req-192a7730-e094-46de-91f0-94a07b7c17e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22ea3e11-cafc-4af7-994c-b65686f8be40 HTTP/1.1" status: 200 len: 856 time: 0.0594635 Mar 23 17:30:06.933390 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0aaa81d7-2003-4671-bea1-b981266ff5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (b82de93f-6c0f-41f3-944a-101e749296a7), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:06.935947 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0aaa81d7-2003-4671-bea1-b981266ff5a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:06.937157 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-0aaa81d7-2003-4671-bea1-b981266ff5a3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b82de93f-6c0f-41f3-944a-101e749296a7 HTTP/1.1" status: 204 len: 168 time: 0.3960781 Mar 23 17:30:06.952188 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa81d7-2003-4671-bea1-b981266ff5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82de93f-6c0f-41f3-944a-101e749296a7,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:06.974059 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f750c-e2f7-4c0b-9401-e3ec8576c34a req-4c99b35e-0a4a-48be-8093-077ef552574f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:06.975653 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-301f750c-e2f7-4c0b-9401-e3ec8576c34a req-4c99b35e-0a4a-48be-8093-077ef552574f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bf943bd-1e58-43c1-bec1-ca7908c0478b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0666757 Mar 23 17:30:06.978316 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015ea02-5188-4093-b1ae-c98d74965f5d req-aca9a13f-757c-4285-b985-9a0540719190 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:06.986539 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b015ea02-5188-4093-b1ae-c98d74965f5d req-aca9a13f-757c-4285-b985-9a0540719190 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 943 time: 0.0894954 Mar 23 17:30:07.015803 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bbe8134b-2380-423f-a7fc-6d929f74522f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:07.055044 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b015ea02-5188-4093-b1ae-c98d74965f5d req-507f3249-9060-4c3f-855c-b88455e84d93 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672452 Mar 23 17:30:07.105541 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-301f750c-e2f7-4c0b-9401-e3ec8576c34a req-4a7894c8-81c0-4272-a337-85513a0b1a06 service neutron] 10.222.0.57 "GET /v2.0/networks/3bf943bd-1e58-43c1-bec1-ca7908c0478b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163764 Mar 23 17:30:07.137114 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bbe8134b-2380-423f-a7fc-6d929f74522f admin admin] Publish callbacks [] for security_group (456843aa-6c66-4de9-acec-c4aceb9fe59a), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:07.142841 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bbe8134b-2380-423f-a7fc-6d929f74522f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (456843aa-6c66-4de9-acec-c4aceb9fe59a), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:07.194985 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-bbe8134b-2380-423f-a7fc-6d929f74522f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6f19d988b4494219a41200384590a1c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3689320 Mar 23 17:30:07.195388 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 35434) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:07.205219 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8134b-2380-423f-a7fc-6d929f74522f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456843aa-6c66-4de9-acec-c4aceb9fe59a,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:07.211443 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-301f750c-e2f7-4c0b-9401-e3ec8576c34a req-186f372d-fbed-4c0d-b022-2874d3132919 service neutron] 10.222.0.57 "GET /v2.0/networks/3bf943bd-1e58-43c1-bec1-ca7908c0478b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980556 Mar 23 17:30:07.254686 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-3e673c7c-d497-4cf9-b68a-06d698f5b2e1 admin admin] Publish callbacks [] for security_group (456843aa-6c66-4de9-acec-c4aceb9fe59a), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:07.278546 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-3e673c7c-d497-4cf9-b68a-06d698f5b2e1 admin admin] Publish callbacks [] for security_group (456843aa-6c66-4de9-acec-c4aceb9fe59a), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:07.322829 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 35436) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:07.326660 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-3e673c7c-d497-4cf9-b68a-06d698f5b2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (456843aa-6c66-4de9-acec-c4aceb9fe59a), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:07.329179 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-3e673c7c-d497-4cf9-b68a-06d698f5b2e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:07.330487 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-3e673c7c-d497-4cf9-b68a-06d698f5b2e1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/456843aa-6c66-4de9-acec-c4aceb9fe59a HTTP/1.1" status: 204 len: 168 time: 0.1338613 Mar 23 17:30:07.337943 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-91e34f58-1385-4ac1-bc2f-f0ff1957ddc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:07.338208 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e673c7c-d497-4cf9-b68a-06d698f5b2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456843aa-6c66-4de9-acec-c4aceb9fe59a,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:07.440122 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-91e34f58-1385-4ac1-bc2f-f0ff1957ddc0 admin admin] Publish callbacks [] for security_group (635a8b65-13ee-407c-89f5-499e1c45599f), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:07.446240 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-91e34f58-1385-4ac1-bc2f-f0ff1957ddc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (635a8b65-13ee-407c-89f5-499e1c45599f), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:07.489217 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e34f58-1385-4ac1-bc2f-f0ff1957ddc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635a8b65-13ee-407c-89f5-499e1c45599f,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:07.493664 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-91e34f58-1385-4ac1-bc2f-f0ff1957ddc0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=29a83bb4389d41628aa8f3f5044f273d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1695235 Mar 23 17:30:07.496328 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 35450) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:07.557850 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-861af369-406b-433d-9fd1-04f7f31d8c7b admin admin] Publish callbacks [] for security_group (635a8b65-13ee-407c-89f5-499e1c45599f), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:07.598459 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-861af369-406b-433d-9fd1-04f7f31d8c7b admin admin] Publish callbacks [] for security_group (635a8b65-13ee-407c-89f5-499e1c45599f), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:07.632394 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5eaaaab4-b34f-43f4-922e-a4603c355cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:07.786559 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5775e4b-bb09-4187-966d-269fc0b97bcb req-d65c9268-68d6-4057-92a3-e5a1a8a1b41b tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:07.788456 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b5775e4b-bb09-4187-966d-269fc0b97bcb req-d65c9268-68d6-4057-92a3-e5a1a8a1b41b tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 943 time: 0.1822536 Mar 23 17:30:07.790906 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-861af369-406b-433d-9fd1-04f7f31d8c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (635a8b65-13ee-407c-89f5-499e1c45599f), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:07.793483 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-861af369-406b-433d-9fd1-04f7f31d8c7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:07.798461 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-861af369-406b-433d-9fd1-04f7f31d8c7b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/635a8b65-13ee-407c-89f5-499e1c45599f HTTP/1.1" status: 204 len: 168 time: 0.2967098 Mar 23 17:30:07.811915 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 35466) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:07.824526 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861af369-406b-433d-9fd1-04f7f31d8c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635a8b65-13ee-407c-89f5-499e1c45599f,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:07.825789 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6cfa9ec3-48c5-4537-a9d9-995a5228e4c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:07.856298 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646328f8-1af9-48fc-9106-1c2376ac919e req-7f056851-e633-4b13-9b1a-a9a213c0d921 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:07.857899 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-646328f8-1af9-48fc-9106-1c2376ac919e req-7f056851-e633-4b13-9b1a-a9a213c0d921 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 944 time: 0.1861498 Mar 23 17:30:07.902106 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b5775e4b-bb09-4187-966d-269fc0b97bcb req-762c66e8-0d11-4a70-9fd8-e803049df2cf tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/security-groups?id=e77527b4-250a-4f23-96c4-f50fbe743ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049986 Mar 23 17:30:07.927567 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-646328f8-1af9-48fc-9106-1c2376ac919e req-31c48a35-279d-4523-aaa6-ec9dfc097313 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603640 Mar 23 17:30:07.941479 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6cfa9ec3-48c5-4537-a9d9-995a5228e4c6 admin admin] Publish callbacks [] for security_group (915e80a8-9aad-4780-88e3-3972bc619efc), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:07.960492 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6cfa9ec3-48c5-4537-a9d9-995a5228e4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (915e80a8-9aad-4780-88e3-3972bc619efc), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:08.029078 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa9ec3-48c5-4537-a9d9-995a5228e4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915e80a8-9aad-4780-88e3-3972bc619efc,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:08.038933 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-6cfa9ec3-48c5-4537-a9d9-995a5228e4c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=22b9b789029449cb8fb7a5e7c2b69dbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2259154 Mar 23 17:30:08.043379 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 35472) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:08.072625 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3873f4d-f6fe-494a-a1dc-bf3074f4876d req-ef5984fc-f21f-4b7c-96f1-fc302b095663 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:08.074335 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f3873f4d-f6fe-494a-a1dc-bf3074f4876d req-ef5984fc-f21f-4b7c-96f1-fc302b095663 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 943 time: 0.0975392 Mar 23 17:30:08.092896 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86503458-17cb-463d-a140-bfa874fc9d4b req-050a58dc-9d3f-4b9f-8a18-360cd89852b3 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:08.094602 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-86503458-17cb-463d-a140-bfa874fc9d4b req-050a58dc-9d3f-4b9f-8a18-360cd89852b3 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 943 time: 0.1049495 Mar 23 17:30:08.101485 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1e053af8-fac7-4b23-a91f-3841c1790436 admin admin] Publish callbacks [] for security_group (915e80a8-9aad-4780-88e3-3972bc619efc), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:08.137680 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1e053af8-fac7-4b23-a91f-3841c1790436 admin admin] Publish callbacks [] for security_group (915e80a8-9aad-4780-88e3-3972bc619efc), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:08.178396 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f3873f4d-f6fe-494a-a1dc-bf3074f4876d req-079f33aa-a4eb-40ad-b7f6-14cb8f81db49 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826855 Mar 23 17:30:08.181869 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-86503458-17cb-463d-a140-bfa874fc9d4b req-87e46e16-cb4f-4904-91dc-19d5ae5fc39f tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698879 Mar 23 17:30:08.204425 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1e053af8-fac7-4b23-a91f-3841c1790436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (915e80a8-9aad-4780-88e3-3972bc619efc), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:08.207253 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1e053af8-fac7-4b23-a91f-3841c1790436 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:08.212192 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-1e053af8-fac7-4b23-a91f-3841c1790436 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/915e80a8-9aad-4780-88e3-3972bc619efc HTTP/1.1" status: 204 len: 168 time: 0.1677256 Mar 23 17:30:08.235252 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e053af8-fac7-4b23-a91f-3841c1790436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915e80a8-9aad-4780-88e3-3972bc619efc,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:08.368203 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f3c31-46db-4f3c-a895-5333052d8c92 req-1c393ce7-1e1e-460c-aa08-8f7715654440 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:08.370129 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-256f3c31-46db-4f3c-a895-5333052d8c92 req-1c393ce7-1e1e-460c-aa08-8f7715654440 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 943 time: 0.0660827 Mar 23 17:30:08.434648 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-256f3c31-46db-4f3c-a895-5333052d8c92 req-1db75482-c780-4aaf-a4fb-f4e638606f05 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582781 Mar 23 17:30:09.135737 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ecb36-b106-46da-8bb3-c9965bf32096 req-e06117b0-4b67-4e1a-9276-4ea8a407f8eb tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:09.137543 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-109ecb36-b106-46da-8bb3-c9965bf32096 req-e06117b0-4b67-4e1a-9276-4ea8a407f8eb tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 943 time: 0.1112328 Mar 23 17:30:09.168856 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17334115-8e9e-4e0d-85b0-e1513df3ff01 req-280f39ec-7564-48e6-8f17-088884914111 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:09.172272 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-17334115-8e9e-4e0d-85b0-e1513df3ff01 req-280f39ec-7564-48e6-8f17-088884914111 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 944 time: 0.1271424 Mar 23 17:30:09.227594 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-109ecb36-b106-46da-8bb3-c9965bf32096 req-19997749-943b-46c8-9e24-d5e8bb945fe5 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/security-groups?id=e77527b4-250a-4f23-96c4-f50fbe743ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760822 Mar 23 17:30:09.287743 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-17334115-8e9e-4e0d-85b0-e1513df3ff01 req-016c7425-137e-4a69-abf0-9acb63489060 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092160 Mar 23 17:30:09.450412 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd8030-7e3b-4357-90c2-da4f8c431fb8 req-1ddcb90e-7544-4f62-8937-7d7cb5950088 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:09.452057 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e8fd8030-7e3b-4357-90c2-da4f8c431fb8 req-1ddcb90e-7544-4f62-8937-7d7cb5950088 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 943 time: 0.1020133 Mar 23 17:30:09.480353 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7606b-8517-4655-a0c0-e88bed2cff91 req-fb6e5a16-2636-4199-8e36-d7f0a9d78e88 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:09.481929 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cca7606b-8517-4655-a0c0-e88bed2cff91 req-fb6e5a16-2636-4199-8e36-d7f0a9d78e88 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 943 time: 0.0936112 Mar 23 17:30:09.520636 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device f2795b69-526a-4643-ad57-13e14e78f928 details requested by agent hyperv_hv-cinder-83492 with host hv-cinder-83492 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:30:09.530950 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e8fd8030-7e3b-4357-90c2-da4f8c431fb8 req-13547d6a-b1f3-4ba4-b678-eef1b2b691d7 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725548 Mar 23 17:30:09.559884 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cca7606b-8517-4655-a0c0-e88bed2cff91 req-741fa484-2323-4487-a482-edda1d34b613 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695348 Mar 23 17:30:09.682943 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c19db-028c-4189-afbd-16452c1011cc req-54fb51fb-500d-4830-82a1-65a16e3a94b4 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:09.684787 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2a4c19db-028c-4189-afbd-16452c1011cc req-54fb51fb-500d-4830-82a1-65a16e3a94b4 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 943 time: 0.0639086 Mar 23 17:30:09.692921 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port f2795b69-526a-4643-ad57-13e14e78f928, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=f2795b69-526a-4643-ad57-13e14e78f928,segment=NetworkSegment(16ebb58e-2b7e-4562-b26b-83089ad97671),segment_id=16ebb58e-2b7e-4562-b26b-83089ad97671)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:30:09.726328 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Returning: {'device': 'f2795b69-526a-4643-ad57-13e14e78f928', 'network_id': '13c0d1fd-3e0e-4cba-896f-66aeb7da2095', 'port_id': 'f2795b69-526a-4643-ad57-13e14e78f928', 'mac_address': 'fa:16:3e:25:b3:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb63f988-43cc-46be-b3b9-fe684f716024', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:30:09.768691 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2a4c19db-028c-4189-afbd-16452c1011cc req-1f82d99a-c907-456c-a133-823363cbbbbb tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779984 Mar 23 17:30:09.776469 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port f2795b69-526a-4643-ad57-13e14e78f928 is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:30:09.776857 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (f2795b69-526a-4643-ad57-13e14e78f928), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:09.791923 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2795b69-526a-4643-ad57-13e14e78f928 {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:30:09.816990 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port f2795b69-526a-4643-ad57-13e14e78f928, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=f2795b69-526a-4643-ad57-13e14e78f928,segment=NetworkSegment(16ebb58e-2b7e-4562-b26b-83089ad97671),segment_id=16ebb58e-2b7e-4562-b26b-83089ad97671)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:30:09.823226 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (f2795b69-526a-4643-ad57-13e14e78f928), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:09.823646 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device 884255e1-5e02-474f-95e7-16cb8036e1c0 details requested by agent hyperv_hv-cinder-83492 with host hv-cinder-83492 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:30:09.919197 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=f2795b69-526a-4643-ad57-13e14e78f928,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:09.965972 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port 884255e1-5e02-474f-95e7-16cb8036e1c0, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=884255e1-5e02-474f-95e7-16cb8036e1c0,segment=NetworkSegment(1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405),segment_id=1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:30:09.977569 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Returning: {'device': '884255e1-5e02-474f-95e7-16cb8036e1c0', 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7', 'port_id': '884255e1-5e02-474f-95e7-16cb8036e1c0', 'mac_address': 'fa:16:3e:02:d4:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd5be18-6bee-4974-83c0-da45214c17c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:30:10.015445 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port 884255e1-5e02-474f-95e7-16cb8036e1c0 is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:30:10.015836 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (884255e1-5e02-474f-95e7-16cb8036e1c0), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:10.029558 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 884255e1-5e02-474f-95e7-16cb8036e1c0 {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:30:10.051620 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port 884255e1-5e02-474f-95e7-16cb8036e1c0, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=884255e1-5e02-474f-95e7-16cb8036e1c0,segment=NetworkSegment(1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405),segment_id=1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:30:10.055840 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (884255e1-5e02-474f-95e7-16cb8036e1c0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:10.056521 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device 9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3 details requested by agent hyperv_hv-cinder-83492 with host hv-cinder-83492 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:30:10.163547 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=884255e1-5e02-474f-95e7-16cb8036e1c0,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:10.180525 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6f1cbefe-a5ab-43ae-8be7-ab616b3f65cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:10.229828 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port 9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3,segment=NetworkSegment(0ba0aa12-bf45-410a-8276-1084354c048b),segment_id=0ba0aa12-bf45-410a-8276-1084354c048b)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:30:10.244522 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Returning: {'device': '9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'port_id': '9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3', 'mac_address': 'fa:16:3e:82:3c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd923e995-8ad4-43f2-beba-221af8031362', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:30:10.301790 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port 9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3 is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:30:10.302464 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:10.323120 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3 {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:30:10.362335 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port 9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3,segment=NetworkSegment(0ba0aa12-bf45-410a-8276-1084354c048b),segment_id=0ba0aa12-bf45-410a-8276-1084354c048b)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:30:10.368972 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:10.438377 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b214a-a1de-4cc0-bd2c-577f5c16035c req-6a306c6c-1ff9-4c1e-bb10-cebf62200d00 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:10.440523 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:10.445761 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ac8b214a-a1de-4cc0-bd2c-577f5c16035c req-6a306c6c-1ff9-4c1e-bb10-cebf62200d00 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 944 time: 0.1071839 Mar 23 17:30:10.482839 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b3539-51d7-4fa8-b025-1f252f8a3d5f req-05632ece-c57c-47bb-83d9-3c4f1a2cb984 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:10.484354 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-473b3539-51d7-4fa8-b025-1f252f8a3d5f req-05632ece-c57c-47bb-83d9-3c4f1a2cb984 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 944 time: 0.1074553 Mar 23 17:30:10.522277 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ac8b214a-a1de-4cc0-bd2c-577f5c16035c req-6c4b8146-6abb-4172-b0d9-2b6d06e738c0 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/security-groups?id=e77527b4-250a-4f23-96c4-f50fbe743ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757177 Mar 23 17:30:10.564143 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-473b3539-51d7-4fa8-b025-1f252f8a3d5f req-ff7407d3-274a-4de8-b63a-00fd3a0291b4 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682542 Mar 23 17:30:10.751683 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e94170-a2c5-45f6-a094-e14b595d8cb9 req-47a4fe55-577b-46c1-b41d-3b7fba1bf800 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:10.755273 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-22e94170-a2c5-45f6-a094-e14b595d8cb9 req-47a4fe55-577b-46c1-b41d-3b7fba1bf800 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 944 time: 0.1135762 Mar 23 17:30:10.793421 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70620fc3-b381-4cc0-aaee-936ea562f828 req-a673cb71-fa43-455f-a2d0-70c89c985aae tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:10.794925 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-70620fc3-b381-4cc0-aaee-936ea562f828 req-a673cb71-fa43-455f-a2d0-70c89c985aae tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 943 time: 0.1146836 Mar 23 17:30:10.832703 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-22e94170-a2c5-45f6-a094-e14b595d8cb9 req-e0aa062b-9bde-432a-9b03-e8b9449d372b tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765083 Mar 23 17:30:10.862876 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-70620fc3-b381-4cc0-aaee-936ea562f828 req-c3f7d1db-71ef-47ec-a2b3-eaa72547951a tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603578 Mar 23 17:30:10.980295 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] get_ports_and_sgs() called for port_ids ['9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:30:10.990014 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368058ea-d0e8-4312-ab84-90d7af99b85c req-50309f15-fd8b-44f5-bff9-c21be4ce97b5 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:10.991867 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-368058ea-d0e8-4312-ab84-90d7af99b85c req-50309f15-fd8b-44f5-bff9-c21be4ce97b5 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 943 time: 0.0670145 Mar 23 17:30:11.056059 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] get_ports_and_sgs() called for port_ids ['f2795b69-526a-4643-ad57-13e14e78f928'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:30:11.089036 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-368058ea-d0e8-4312-ab84-90d7af99b85c req-fffa42d0-bb8d-48a7-bd29-1ea0ceb694e2 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856643 Mar 23 17:30:11.117182 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] get_ports_and_sgs() called for port_ids ['884255e1-5e02-474f-95e7-16cb8036e1c0'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:30:11.437402 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:11.716384 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203f811-9955-4b81-aa33-96f88b01016b req-63aadd88-c4fd-4d8e-9d16-787e9d5e9cf8 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:11.717919 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2203f811-9955-4b81-aa33-96f88b01016b req-63aadd88-c4fd-4d8e-9d16-787e9d5e9cf8 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 944 time: 0.1020246 Mar 23 17:30:11.757789 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e3f26-0d82-411f-88ca-4390869a1f30 req-a4270afb-ee9c-42be-a55c-2ed09b023b37 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:11.759270 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f01e3f26-0d82-411f-88ca-4390869a1f30 req-a4270afb-ee9c-42be-a55c-2ed09b023b37 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 944 time: 0.0827265 Mar 23 17:30:11.793603 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2203f811-9955-4b81-aa33-96f88b01016b req-bf965135-fa38-4f27-afe1-d9e579ddf92d tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/security-groups?id=e77527b4-250a-4f23-96c4-f50fbe743ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678589 Mar 23 17:30:11.823032 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f01e3f26-0d82-411f-88ca-4390869a1f30 req-bef2eeab-91b2-4768-8cbf-432037e189cb tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578609 Mar 23 17:30:11.997685 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5cc4dc-9534-4587-ba32-c458514f0d8d req-3d7284ec-9129-41e5-a946-5ed18a133030 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:11.999163 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1e5cc4dc-9534-4587-ba32-c458514f0d8d req-3d7284ec-9129-41e5-a946-5ed18a133030 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 944 time: 0.0869062 Mar 23 17:30:12.021440 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab89364-3697-4c0a-9b30-a0cb731cbb09 req-ecd934b3-5744-415b-b779-bbf9e033024f tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:12.022931 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-aab89364-3697-4c0a-9b30-a0cb731cbb09 req-ecd934b3-5744-415b-b779-bbf9e033024f tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 943 time: 0.0792224 Mar 23 17:30:12.081496 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1e5cc4dc-9534-4587-ba32-c458514f0d8d req-55781da1-a2df-4c75-893f-564e0a906767 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764155 Mar 23 17:30:12.093972 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-aab89364-3697-4c0a-9b30-a0cb731cbb09 req-fcccdcb1-1770-445a-826e-17479c32fcab tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646539 Mar 23 17:30:12.204698 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249571c-9df5-4118-a45f-d4da7e673081 req-844162d8-a885-48c5-b71f-7fce19efba7b tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:12.206191 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b249571c-9df5-4118-a45f-d4da7e673081 req-844162d8-a885-48c5-b71f-7fce19efba7b tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 943 time: 0.0533309 Mar 23 17:30:12.255015 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device ef4f9a75-007b-4eb1-8e74-604bbba327dd details requested by agent hyperv_hv-cinder-83492 with host hv-cinder-83492 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:30:12.256139 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b249571c-9df5-4118-a45f-d4da7e673081 req-7a19a5eb-96d0-40b9-b020-e35ce8276893 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435729 Mar 23 17:30:12.358513 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port ef4f9a75-007b-4eb1-8e74-604bbba327dd, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=ef4f9a75-007b-4eb1-8e74-604bbba327dd,segment=NetworkSegment(3173c500-488c-4756-a1e4-19030c18bbcc),segment_id=3173c500-488c-4756-a1e4-19030c18bbcc)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:30:12.371442 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Returning: {'device': 'ef4f9a75-007b-4eb1-8e74-604bbba327dd', 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b', 'port_id': 'ef4f9a75-007b-4eb1-8e74-604bbba327dd', 'mac_address': 'fa:16:3e:0d:67:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ea3e11-cafc-4af7-994c-b65686f8be40', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:30:12.410082 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port ef4f9a75-007b-4eb1-8e74-604bbba327dd is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:30:12.410421 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (ef4f9a75-007b-4eb1-8e74-604bbba327dd), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:12.428239 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef4f9a75-007b-4eb1-8e74-604bbba327dd {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:30:12.448605 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port ef4f9a75-007b-4eb1-8e74-604bbba327dd, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=ef4f9a75-007b-4eb1-8e74-604bbba327dd,segment=NetworkSegment(3173c500-488c-4756-a1e4-19030c18bbcc),segment_id=3173c500-488c-4756-a1e4-19030c18bbcc)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:30:12.453719 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (ef4f9a75-007b-4eb1-8e74-604bbba327dd), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:12.454363 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device d5af97ef-3820-41d9-b5f6-ef37769ab6fb details requested by agent hyperv_hv-cinder-83492 with host hv-cinder-83492 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:30:12.542097 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=ef4f9a75-007b-4eb1-8e74-604bbba327dd,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:12.590224 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port d5af97ef-3820-41d9-b5f6-ef37769ab6fb, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=d5af97ef-3820-41d9-b5f6-ef37769ab6fb,segment=NetworkSegment(1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405),segment_id=1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:30:12.600938 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Returning: {'device': 'd5af97ef-3820-41d9-b5f6-ef37769ab6fb', 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7', 'port_id': 'd5af97ef-3820-41d9-b5f6-ef37769ab6fb', 'mac_address': 'fa:16:3e:2d:08:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd5be18-6bee-4974-83c0-da45214c17c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:30:12.643769 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port d5af97ef-3820-41d9-b5f6-ef37769ab6fb is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:30:12.644132 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (d5af97ef-3820-41d9-b5f6-ef37769ab6fb), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:12.658061 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5af97ef-3820-41d9-b5f6-ef37769ab6fb {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:30:12.678679 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port d5af97ef-3820-41d9-b5f6-ef37769ab6fb, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=d5af97ef-3820-41d9-b5f6-ef37769ab6fb,segment=NetworkSegment(1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405),segment_id=1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:30:12.684994 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (d5af97ef-3820-41d9-b5f6-ef37769ab6fb), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:12.685697 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device 4644d4da-7800-458e-a05e-038aaba7d8a8 details requested by agent hyperv_hv-cinder-83492 with host hv-cinder-83492 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:30:12.747874 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:12.798423 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=d5af97ef-3820-41d9-b5f6-ef37769ab6fb,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:12.845483 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port 4644d4da-7800-458e-a05e-038aaba7d8a8, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=4644d4da-7800-458e-a05e-038aaba7d8a8,segment=NetworkSegment(a411194a-69f6-4c08-a136-cf58c2766c0a),segment_id=a411194a-69f6-4c08-a136-cf58c2766c0a)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:30:12.864848 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Returning: {'device': '4644d4da-7800-458e-a05e-038aaba7d8a8', 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58', 'port_id': '4644d4da-7800-458e-a05e-038aaba7d8a8', 'mac_address': 'fa:16:3e:00:35:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '551df535-6624-4945-9357-a463dcf05cfd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:30:12.905726 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port 4644d4da-7800-458e-a05e-038aaba7d8a8 is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:30:12.906207 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (4644d4da-7800-458e-a05e-038aaba7d8a8), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:12.920306 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4644d4da-7800-458e-a05e-038aaba7d8a8 {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:30:12.942253 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port 4644d4da-7800-458e-a05e-038aaba7d8a8, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=4644d4da-7800-458e-a05e-038aaba7d8a8,segment=NetworkSegment(a411194a-69f6-4c08-a136-cf58c2766c0a),segment_id=a411194a-69f6-4c08-a136-cf58c2766c0a)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:30:12.947741 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (4644d4da-7800-458e-a05e-038aaba7d8a8), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:12.975323 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d42e6f3-b149-428e-9e8e-3f6157409af2 req-d66b8ce7-4ef8-4dbc-9b30-5017334ad978 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:12.976869 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6d42e6f3-b149-428e-9e8e-3f6157409af2 req-d66b8ce7-4ef8-4dbc-9b30-5017334ad978 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 944 time: 0.0899045 Mar 23 17:30:12.996387 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=4644d4da-7800-458e-a05e-038aaba7d8a8,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:12.997093 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9064ce-b8ec-410e-b5ea-e86272a42a5f req-51502a63-65f6-4838-a2e3-1a6ac3393cff tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:12.999281 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5a9064ce-b8ec-410e-b5ea-e86272a42a5f req-51502a63-65f6-4838-a2e3-1a6ac3393cff tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 944 time: 0.1012330 Mar 23 17:30:13.053463 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6d42e6f3-b149-428e-9e8e-3f6157409af2 req-b397b4c5-dfed-4368-8b36-8502da90b069 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/security-groups?id=e77527b4-250a-4f23-96c4-f50fbe743ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699933 Mar 23 17:30:13.075034 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5a9064ce-b8ec-410e-b5ea-e86272a42a5f req-0193c80d-83c2-4a24-9785-a18dbd835b59 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617502 Mar 23 17:30:13.245591 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd14b5-69ea-4e07-9e56-fdd032cfbb0c req-efbe759b-06a0-4248-b1bb-0e57ba925999 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:13.247065 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-77bd14b5-69ea-4e07-9e56-fdd032cfbb0c req-efbe759b-06a0-4248-b1bb-0e57ba925999 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 944 time: 0.0905461 Mar 23 17:30:13.269646 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a405d0-10f9-44f3-8537-c55e21e60726 req-0cbfe956-9d9c-40e5-9efc-746722e03a4f tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:13.271113 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-68a405d0-10f9-44f3-8537-c55e21e60726 req-0cbfe956-9d9c-40e5-9efc-746722e03a4f tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 944 time: 0.0817924 Mar 23 17:30:13.337591 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-77bd14b5-69ea-4e07-9e56-fdd032cfbb0c req-3142776b-f544-4c22-8f81-d10b1fe28266 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810945 Mar 23 17:30:13.348871 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-68a405d0-10f9-44f3-8537-c55e21e60726 req-29b7b4ab-d5f4-49d8-919a-9ddb19c42c31 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645461 Mar 23 17:30:13.444971 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecd8d4-7724-4076-9715-0c79f101e839 req-ee2e400a-3628-4847-8897-6359673c3074 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:13.446471 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-76ecd8d4-7724-4076-9715-0c79f101e839 req-ee2e400a-3628-4847-8897-6359673c3074 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 944 time: 0.0530927 Mar 23 17:30:13.504462 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-76ecd8d4-7724-4076-9715-0c79f101e839 req-ff4abbac-1f38-42d5-b005-f17d05321e12 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523531 Mar 23 17:30:14.190636 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:14.221224 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697c52d-d1c7-45e5-afef-e98f708567f6 req-313c6118-c083-4249-a221-c772bc3cfc61 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:14.222732 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7697c52d-d1c7-45e5-afef-e98f708567f6 req-313c6118-c083-4249-a221-c772bc3cfc61 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 944 time: 0.0945735 Mar 23 17:30:14.233917 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5e0b6-6d82-4fb8-9163-04731fc296ad req-4355f69d-b509-4fb4-b76b-16471cf3568b tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:14.235340 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-16c5e0b6-6d82-4fb8-9163-04731fc296ad req-4355f69d-b509-4fb4-b76b-16471cf3568b tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 945 time: 0.0788529 Mar 23 17:30:14.303258 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7697c52d-d1c7-45e5-afef-e98f708567f6 req-7e683136-6ed4-4275-b591-b9d49c6f5574 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/security-groups?id=e77527b4-250a-4f23-96c4-f50fbe743ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668116 Mar 23 17:30:14.306496 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-16c5e0b6-6d82-4fb8-9163-04731fc296ad req-49a7bb4d-95a2-4ac3-b9fd-93f8881cd381 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644999 Mar 23 17:30:14.507647 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7fae43-82da-478e-b935-4427af5ddf4d req-38622fe4-5ff5-4450-8770-7283dd61fa24 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:14.509098 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fb7fae43-82da-478e-b935-4427af5ddf4d req-38622fe4-5ff5-4450-8770-7283dd61fa24 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 944 time: 0.0885155 Mar 23 17:30:14.516496 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9b8c6-8fa6-418e-9519-9786410a4879 req-b255ad98-720c-478c-9599-84af7be02ca7 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:14.517847 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b8a9b8c6-8fa6-418e-9519-9786410a4879 req-b255ad98-720c-478c-9599-84af7be02ca7 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 944 time: 0.0847585 Mar 23 17:30:14.588645 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fb7fae43-82da-478e-b935-4427af5ddf4d req-ed035728-c5ac-49e4-9bd3-2543a156653f tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698404 Mar 23 17:30:14.593133 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b8a9b8c6-8fa6-418e-9519-9786410a4879 req-7944aec3-a50e-4346-ac7b-23b899a5f6d8 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682983 Mar 23 17:30:14.707838 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be931aa1-3fc3-4f31-bc14-192331e2139d req-ca5c3e9b-6934-4af8-8931-5c12c50a4ec3 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:14.709197 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-be931aa1-3fc3-4f31-bc14-192331e2139d req-ca5c3e9b-6934-4af8-8931-5c12c50a4ec3 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 944 time: 0.0529788 Mar 23 17:30:14.754881 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-be931aa1-3fc3-4f31-bc14-192331e2139d req-a48e59ff-845e-4f96-b144-fa0b8153544f tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400639 Mar 23 17:30:15.460823 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f719d3-778f-4604-9150-27adebe9a159 req-41b7c4c7-eb2d-469c-b9e0-b471ac36ccb6 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:15.462436 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-76f719d3-778f-4604-9150-27adebe9a159 req-41b7c4c7-eb2d-469c-b9e0-b471ac36ccb6 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 945 time: 0.0788741 Mar 23 17:30:15.470203 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795faeee-f7e9-4c29-b5f9-d547e0b38624 req-3569e64e-4516-4c2b-9b35-f4d3ac8b19e4 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:15.471624 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-795faeee-f7e9-4c29-b5f9-d547e0b38624 req-3569e64e-4516-4c2b-9b35-f4d3ac8b19e4 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 944 time: 0.0973656 Mar 23 17:30:15.546145 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-76f719d3-778f-4604-9150-27adebe9a159 req-a8bd4a26-68cb-4734-bd61-9b9e1f698962 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735767 Mar 23 17:30:15.549397 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-795faeee-f7e9-4c29-b5f9-d547e0b38624 req-926ef84a-03c1-4746-8829-2b0d85cdeff4 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/security-groups?id=e77527b4-250a-4f23-96c4-f50fbe743ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637188 Mar 23 17:30:15.942041 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0662a-7e86-4fe1-8500-d79cf64d3cf8 req-737d241b-57bb-4dcc-ac30-9a40a76bba2e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:15.943545 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1ac0662a-7e86-4fe1-8500-d79cf64d3cf8 req-737d241b-57bb-4dcc-ac30-9a40a76bba2e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 944 time: 0.2787316 Mar 23 17:30:15.953728 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d03d12-8d68-4950-ad2f-ba9e55acffdc req-8590ad52-7d12-4a87-9ed0-dc88527d00e6 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:15.955125 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-20d03d12-8d68-4950-ad2f-ba9e55acffdc req-8590ad52-7d12-4a87-9ed0-dc88527d00e6 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 944 time: 0.2817132 Mar 23 17:30:16.022809 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1ac0662a-7e86-4fe1-8500-d79cf64d3cf8 req-c1ba2ec1-b001-4502-93b1-924587dd51bd tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667021 Mar 23 17:30:16.026043 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-20d03d12-8d68-4950-ad2f-ba9e55acffdc req-9c161e2b-5d99-4a7a-a14f-139a11c93594 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641627 Mar 23 17:30:16.131492 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6cac1-d50e-49e1-81b2-d915e5a355ee req-35260ed3-4607-4389-89e4-4543b8242bb2 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:16.133108 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-60e6cac1-d50e-49e1-81b2-d915e5a355ee req-35260ed3-4607-4389-89e4-4543b8242bb2 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 944 time: 0.0530951 Mar 23 17:30:16.187818 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-60e6cac1-d50e-49e1-81b2-d915e5a355ee req-37c90e54-9755-43fe-9502-59370e580064 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464859 Mar 23 17:30:16.694693 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef60ce1-3488-4d3a-b330-078ea83f197e req-ad03b403-241e-4113-9bb1-dd2bce427348 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:16.696154 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7ef60ce1-3488-4d3a-b330-078ea83f197e req-ad03b403-241e-4113-9bb1-dd2bce427348 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 944 time: 0.0802758 Mar 23 17:30:16.702819 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d148e-4f4f-45e3-b588-d1b66034d342 req-20122833-5988-488d-bf61-c462485d41b0 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:16.704165 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-538d148e-4f4f-45e3-b588-d1b66034d342 req-20122833-5988-488d-bf61-c462485d41b0 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 945 time: 0.0864108 Mar 23 17:30:16.773415 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7ef60ce1-3488-4d3a-b330-078ea83f197e req-b52516ee-d68e-4954-b000-fd8888de483a tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/security-groups?id=e77527b4-250a-4f23-96c4-f50fbe743ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682778 Mar 23 17:30:16.776659 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-538d148e-4f4f-45e3-b588-d1b66034d342 req-b804793f-752f-40f6-a503-66f1c953e197 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657933 Mar 23 17:30:17.143941 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:30:17.181605 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f6ffd-fd08-4a9e-8561-97a47e8a1963 req-ba1ebfa3-e1d1-4415-92eb-382a9bd62233 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:17.183060 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-216f6ffd-fd08-4a9e-8561-97a47e8a1963 req-ba1ebfa3-e1d1-4415-92eb-382a9bd62233 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 944 time: 0.0885072 Mar 23 17:30:17.198063 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a1ca4-2e2f-468c-a22c-ff9083b8381f req-e39e0afa-0314-4600-927b-cf35e0ff7009 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:17.199492 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-414a1ca4-2e2f-468c-a22c-ff9083b8381f req-e39e0afa-0314-4600-927b-cf35e0ff7009 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 944 time: 0.0710711 Mar 23 17:30:17.266115 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-216f6ffd-fd08-4a9e-8561-97a47e8a1963 req-07aaf1ef-7ee2-488f-b687-8f201ddb4c44 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766325 Mar 23 17:30:17.274411 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-414a1ca4-2e2f-468c-a22c-ff9083b8381f req-7dd5db7c-b1af-4ca1-bbdd-6e098bcc15e1 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685544 Mar 23 17:30:17.390824 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c11b06-a5b4-4481-a25a-f11dd59f83d2 req-b669159d-4567-4936-a69f-4623f5625657 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:17.392367 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-25c11b06-a5b4-4481-a25a-f11dd59f83d2 req-b669159d-4567-4936-a69f-4623f5625657 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 944 time: 0.0550621 Mar 23 17:30:17.445829 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-25c11b06-a5b4-4481-a25a-f11dd59f83d2 req-97912b91-a719-48c6-963c-be134bfd8576 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460560 Mar 23 17:30:17.932303 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455ddf2-1d92-4af5-b40f-dfb4f0c1978e req-2b5939ad-0c72-48fd-a7bc-6bf4652e57f3 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:17.933661 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5455ddf2-1d92-4af5-b40f-dfb4f0c1978e req-2b5939ad-0c72-48fd-a7bc-6bf4652e57f3 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 944 time: 0.0877197 Mar 23 17:30:17.940190 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637034c-2acb-48b4-8864-de56ad74b70d req-ea833310-2295-400c-9b71-8a1586273a37 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:17.941520 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5637034c-2acb-48b4-8864-de56ad74b70d req-ea833310-2295-400c-9b71-8a1586273a37 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 945 time: 0.0939593 Mar 23 17:30:18.008567 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5455ddf2-1d92-4af5-b40f-dfb4f0c1978e req-d6401a30-8291-49ea-96e9-b84f77e7db2a tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/security-groups?id=e77527b4-250a-4f23-96c4-f50fbe743ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661385 Mar 23 17:30:18.015229 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5637034c-2acb-48b4-8864-de56ad74b70d req-9d5396aa-dd36-48a6-9d42-29b0ea76b583 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672553 Mar 23 17:30:18.427687 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c659a8-1f11-4ce8-b221-317f849b277b req-34df2b1b-6624-4dc5-960e-9abcfa8f6d93 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:18.429165 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-79c659a8-1f11-4ce8-b221-317f849b277b req-34df2b1b-6624-4dc5-960e-9abcfa8f6d93 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 944 time: 0.0868900 Mar 23 17:30:18.439498 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755baf8-c4b9-4aef-aa4b-d323ba2af701 req-131288ce-37ab-46c4-80fa-a3571f2e3826 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:18.440825 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3755baf8-c4b9-4aef-aa4b-d323ba2af701 req-131288ce-37ab-46c4-80fa-a3571f2e3826 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 944 time: 0.0699663 Mar 23 17:30:18.506275 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-79c659a8-1f11-4ce8-b221-317f849b277b req-a886a119-3653-4c58-a104-677fcf902a1e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644119 Mar 23 17:30:18.515326 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3755baf8-c4b9-4aef-aa4b-d323ba2af701 req-14766fd0-007f-4e64-a29a-c35cf8ac6586 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678546 Mar 23 17:30:18.630643 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156fd3e5-6396-4a01-8b14-bfb7ff5f003b req-ad19b4e4-391f-4fe9-8318-840fd4219d08 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:18.632124 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-156fd3e5-6396-4a01-8b14-bfb7ff5f003b req-ad19b4e4-391f-4fe9-8318-840fd4219d08 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 944 time: 0.0671673 Mar 23 17:30:18.681917 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-156fd3e5-6396-4a01-8b14-bfb7ff5f003b req-78167070-6da7-4cd3-83ac-66f1083f5380 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441127 Mar 23 17:30:18.746607 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] get_ports_and_sgs() called for port_ids ['ef4f9a75-007b-4eb1-8e74-604bbba327dd'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:30:18.773666 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] get_ports_and_sgs() called for port_ids ['4644d4da-7800-458e-a05e-038aaba7d8a8'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:30:19.163039 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621ec8e-cea1-43f2-8446-98e7d9ae3cc2 req-5d2d666e-d2e1-4681-abdc-a70a68a9b515 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:19.164510 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9621ec8e-cea1-43f2-8446-98e7d9ae3cc2 req-5d2d666e-d2e1-4681-abdc-a70a68a9b515 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 944 time: 0.0813260 Mar 23 17:30:19.171380 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea92181-3370-4948-93d1-81d3d7b783bc req-608626e0-06bd-45d1-9b7f-604b7c7eac98 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:19.172810 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0ea92181-3370-4948-93d1-81d3d7b783bc req-608626e0-06bd-45d1-9b7f-604b7c7eac98 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 945 time: 0.0810661 Mar 23 17:30:19.242540 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9621ec8e-cea1-43f2-8446-98e7d9ae3cc2 req-7be35df9-832d-42c0-80cd-ab42c49db1ac tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/security-groups?id=e77527b4-250a-4f23-96c4-f50fbe743ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687680 Mar 23 17:30:19.249470 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0ea92181-3370-4948-93d1-81d3d7b783bc req-d236893c-2399-4128-9b14-5cfede87da1b tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698793 Mar 23 17:30:19.474088 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] get_ports_and_sgs() called for port_ids ['d5af97ef-3820-41d9-b5f6-ef37769ab6fb'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:30:19.658189 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a77f20-ac3b-4f84-a376-656a4480e605 req-cdf38bb7-564a-4232-a801-a9f498a4e897 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:19.659661 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-56a77f20-ac3b-4f84-a376-656a4480e605 req-cdf38bb7-564a-4232-a801-a9f498a4e897 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 944 time: 0.0797968 Mar 23 17:30:19.672915 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078111c-a3a1-4ed5-afa8-3425a032d42e req-dc8c5bf7-25e9-4fdc-81a2-1a2948c63c39 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:19.674279 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5078111c-a3a1-4ed5-afa8-3425a032d42e req-dc8c5bf7-25e9-4fdc-81a2-1a2948c63c39 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 944 time: 0.0844450 Mar 23 17:30:19.738655 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-56a77f20-ac3b-4f84-a376-656a4480e605 req-49a9f441-895a-419a-ba2d-45fae90d65db tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728917 Mar 23 17:30:19.745471 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5078111c-a3a1-4ed5-afa8-3425a032d42e req-522bdc66-3c1b-4e4a-bfb2-1e91c907d994 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647652 Mar 23 17:30:19.855833 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec7bbb-9b4f-4f08-94a5-4e7f28b61c41 req-ee102dea-de6f-49c2-9259-ce8484bd37c2 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:19.858419 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-31ec7bbb-9b4f-4f08-94a5-4e7f28b61c41 req-ee102dea-de6f-49c2-9259-ce8484bd37c2 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 944 time: 0.0645401 Mar 23 17:30:19.901692 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-31ec7bbb-9b4f-4f08-94a5-4e7f28b61c41 req-5df6e758-18f6-4102-b8ac-aa2d74b3067b tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423689 Mar 23 17:30:20.419148 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206fd22-352c-4b75-87c7-0a5b11a65eea req-26c05e6c-0ae6-4220-beca-94751580e9cc tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:20.421277 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1206fd22-352c-4b75-87c7-0a5b11a65eea req-26c05e6c-0ae6-4220-beca-94751580e9cc tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 945 time: 0.1038744 Mar 23 17:30:20.435392 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9de82-3326-4a62-87ef-9924b722f662 req-00bdc9d2-6a84-4518-aa19-fca38c2f3881 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:20.442471 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5fd9de82-3326-4a62-87ef-9924b722f662 req-00bdc9d2-6a84-4518-aa19-fca38c2f3881 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 944 time: 0.1278591 Mar 23 17:30:20.516069 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1206fd22-352c-4b75-87c7-0a5b11a65eea req-0c8d70a7-de09-46f4-94c3-61a53c31b7df tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890579 Mar 23 17:30:20.541503 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5fd9de82-3326-4a62-87ef-9924b722f662 req-38b20cc9-0473-4b89-9cb1-6e3a80688b2b tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/security-groups?id=e77527b4-250a-4f23-96c4-f50fbe743ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955064 Mar 23 17:30:20.930415 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c610a-0a9a-44ab-ac5c-aa69fb211d9f req-316e97b5-4037-474d-ac90-23d3d601810b tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:20.931931 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-844c610a-0a9a-44ab-ac5c-aa69fb211d9f req-316e97b5-4037-474d-ac90-23d3d601810b tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 944 time: 0.0854547 Mar 23 17:30:20.939969 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897aac7-9ade-4187-b70f-33e9dba479e0 req-1607e178-3032-4941-8a83-f33d9962607e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:20.941480 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8897aac7-9ade-4187-b70f-33e9dba479e0 req-1607e178-3032-4941-8a83-f33d9962607e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 944 time: 0.0931056 Mar 23 17:30:21.018207 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-844c610a-0a9a-44ab-ac5c-aa69fb211d9f req-85be4d0e-3953-47c7-bd99-4eb3a309bb6a tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757411 Mar 23 17:30:21.020984 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8897aac7-9ade-4187-b70f-33e9dba479e0 req-581c5000-1038-4086-901c-6d2fc8bb4eee tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727837 Mar 23 17:30:21.149522 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ad454-544e-474d-8c3b-b7aae4bb8cc4 req-c60bd288-ae56-461f-8705-829bf99a2e32 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:21.151009 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1b1ad454-544e-474d-8c3b-b7aae4bb8cc4 req-c60bd288-ae56-461f-8705-829bf99a2e32 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 944 time: 0.0580964 Mar 23 17:30:21.200214 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1b1ad454-544e-474d-8c3b-b7aae4bb8cc4 req-ef548335-7f81-4079-866f-2e066d294357 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433147 Mar 23 17:30:21.677420 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a3432-9d5e-4b8e-af39-34d71b7dd2ab req-99699387-9193-4916-8a27-eabf43f0da24 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:21.678836 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-336a3432-9d5e-4b8e-af39-34d71b7dd2ab req-99699387-9193-4916-8a27-eabf43f0da24 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 945 time: 0.0909297 Mar 23 17:30:21.692170 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce94c4d-baae-4d9e-8b98-747f39919e60 req-b5fc0b68-06dd-40f1-b75f-b4ab33946e5a tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:21.693588 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1ce94c4d-baae-4d9e-8b98-747f39919e60 req-b5fc0b68-06dd-40f1-b75f-b4ab33946e5a tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 944 time: 0.0746405 Mar 23 17:30:21.762479 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-336a3432-9d5e-4b8e-af39-34d71b7dd2ab req-5f416ab5-0b17-4727-8ce1-541d364a3fdd tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776069 Mar 23 17:30:21.766088 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1ce94c4d-baae-4d9e-8b98-747f39919e60 req-65ebb475-74bb-4cd7-8d84-720c5d068572 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/security-groups?id=e77527b4-250a-4f23-96c4-f50fbe743ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667627 Mar 23 17:30:22.177444 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f8454-cd2c-40d7-b99a-801963c1b236 req-bc413f2a-3e86-4c74-b2ae-37271de65a41 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:22.179024 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-404f8454-cd2c-40d7-b99a-801963c1b236 req-bc413f2a-3e86-4c74-b2ae-37271de65a41 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 944 time: 0.0846131 Mar 23 17:30:22.187633 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba07ce-9e76-42d6-bec0-04858923de27 req-27509469-93f2-4267-a47a-74cbd365aa8a tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:22.189256 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e1ba07ce-9e76-42d6-bec0-04858923de27 req-27509469-93f2-4267-a47a-74cbd365aa8a tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 944 time: 0.0966794 Mar 23 17:30:22.266303 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e1ba07ce-9e76-42d6-bec0-04858923de27 req-3677562b-eaf9-43c3-bb08-0291265f8b70 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701761 Mar 23 17:30:22.269114 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-404f8454-cd2c-40d7-b99a-801963c1b236 req-a65c6ea5-df9b-4268-8893-8766d2f8d0a7 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790236 Mar 23 17:30:22.384571 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96279b9-9c2a-45a4-929f-e6467aa12773 req-81c6cabd-dfc2-4ee4-993f-b1898705eba1 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:22.386495 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c96279b9-9c2a-45a4-929f-e6467aa12773 req-81c6cabd-dfc2-4ee4-993f-b1898705eba1 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 944 time: 0.0603724 Mar 23 17:30:22.440527 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c96279b9-9c2a-45a4-929f-e6467aa12773 req-36dd9495-1d1f-423a-9a9e-e5296ecdcfeb tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474458 Mar 23 17:30:22.591503 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:22.930786 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba232f18-7c38-444b-bce1-4a1bca655d0f req-1e6c5cc3-c616-4df8-a392-1ce3375e9868 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:22.932274 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ba232f18-7c38-444b-bce1-4a1bca655d0f req-1e6c5cc3-c616-4df8-a392-1ce3375e9868 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 945 time: 0.0855396 Mar 23 17:30:22.939162 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9001c-a23f-4d7e-b07f-2aedc8859156 req-4f5a9896-0c70-443f-b260-912c6e3357a0 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:22.940595 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d9c9001c-a23f-4d7e-b07f-2aedc8859156 req-4f5a9896-0c70-443f-b260-912c6e3357a0 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 944 time: 0.0957744 Mar 23 17:30:23.010574 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ba232f18-7c38-444b-bce1-4a1bca655d0f req-71d484da-72f0-479f-978f-1f19173727b7 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690458 Mar 23 17:30:23.013844 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d9c9001c-a23f-4d7e-b07f-2aedc8859156 req-b38444dd-048f-468b-a102-429691acab68 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/security-groups?id=e77527b4-250a-4f23-96c4-f50fbe743ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665929 Mar 23 17:30:23.425901 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9085e-3924-4b1b-a5f6-cebdbda0d108 req-76894368-cca7-472d-9c26-145c752a7316 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:23.427486 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-33d9085e-3924-4b1b-a5f6-cebdbda0d108 req-76894368-cca7-472d-9c26-145c752a7316 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 944 time: 0.0885653 Mar 23 17:30:23.438703 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e7033-1053-4802-b62e-76df3c24e6e9 req-35287119-8310-4316-9241-d147d57407a8 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:23.440175 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d61e7033-1053-4802-b62e-76df3c24e6e9 req-35287119-8310-4316-9241-d147d57407a8 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 944 time: 0.0924542 Mar 23 17:30:23.512531 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-33d9085e-3924-4b1b-a5f6-cebdbda0d108 req-cb3e7800-4d5f-4f13-9c5c-40932c6f245b tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713575 Mar 23 17:30:23.516786 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d61e7033-1053-4802-b62e-76df3c24e6e9 req-19c908d5-17c9-4b96-84c5-b4834545de27 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697417 Mar 23 17:30:23.623303 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e875f32-72c4-4b95-afa4-ee26d0e8f3db req-ff72dc52-143e-4a4c-a8c5-20fbce00ef6c tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:23.624863 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6e875f32-72c4-4b95-afa4-ee26d0e8f3db req-ff72dc52-143e-4a4c-a8c5-20fbce00ef6c tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 944 time: 0.0549545 Mar 23 17:30:23.675561 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6e875f32-72c4-4b95-afa4-ee26d0e8f3db req-ef56e1e3-bc41-4c25-a7e8-3b0e8d9a4ab5 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444269 Mar 23 17:30:24.163599 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c971d-33df-4c1d-8aa7-bb2ae3389f18 req-d5ecbacf-c85f-4391-8a63-ff1693a581ed tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:24.165109 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-935c971d-33df-4c1d-8aa7-bb2ae3389f18 req-d5ecbacf-c85f-4391-8a63-ff1693a581ed tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 945 time: 0.0849156 Mar 23 17:30:24.172210 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344179b-131f-4d58-a7ef-d83782ff509b req-cf6cedec-c126-4cec-9183-e77b219a24e3 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:24.173561 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2344179b-131f-4d58-a7ef-d83782ff509b req-cf6cedec-c126-4cec-9183-e77b219a24e3 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 944 time: 0.0921996 Mar 23 17:30:24.240252 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-935c971d-33df-4c1d-8aa7-bb2ae3389f18 req-c10d9ca4-2b27-4ed6-a6d5-397fb7a3c9da tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657215 Mar 23 17:30:24.252244 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2344179b-131f-4d58-a7ef-d83782ff509b req-e4227138-670a-47af-8643-b0f56c4d628c tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/security-groups?id=e77527b4-250a-4f23-96c4-f50fbe743ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708125 Mar 23 17:30:24.664898 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c98c8-971e-4b6a-b4a5-96fc985964d3 req-2effd4b7-ce98-422f-8be5-9de9b9d277e5 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:24.666147 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2d9c98c8-971e-4b6a-b4a5-96fc985964d3 req-2effd4b7-ce98-422f-8be5-9de9b9d277e5 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 944 time: 0.0845737 Mar 23 17:30:24.677236 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416fec1-8b74-4ff7-b8ba-8342dba8153b req-df863259-2d76-409e-a66b-40e33f5fb30d tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:24.678765 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6416fec1-8b74-4ff7-b8ba-8342dba8153b req-df863259-2d76-409e-a66b-40e33f5fb30d tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 944 time: 0.0885086 Mar 23 17:30:24.742568 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2d9c98c8-971e-4b6a-b4a5-96fc985964d3 req-a22e782a-286e-48e8-a787-747ed9c72186 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628498 Mar 23 17:30:24.753639 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6416fec1-8b74-4ff7-b8ba-8342dba8153b req-8a60e43f-218d-4332-9eae-96b190067e48 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670505 Mar 23 17:30:24.849897 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91790c77-123f-4d24-a5a1-b39842f9a0bf req-8f168aa1-3c56-41dc-8679-bad93a9538ac tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:24.851352 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-91790c77-123f-4d24-a5a1-b39842f9a0bf req-8f168aa1-3c56-41dc-8679-bad93a9538ac tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 944 time: 0.0514178 Mar 23 17:30:24.901681 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-91790c77-123f-4d24-a5a1-b39842f9a0bf req-f290bc7d-3a4b-4731-8d43-b84631435b64 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446613 Mar 23 17:30:25.384086 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba63da-b7ae-4b4a-a58c-8123fcc880dd req-24ea10c7-b9bd-4934-8ded-aaeb792b1cf0 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:25.385592 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cfba63da-b7ae-4b4a-a58c-8123fcc880dd req-24ea10c7-b9bd-4934-8ded-aaeb792b1cf0 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 945 time: 0.0783184 Mar 23 17:30:25.407282 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0bda8-7693-49a9-b778-053b1dd7754b req-9740ddbc-d27d-47d4-b6a1-219b0874474e tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:25.408750 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1be0bda8-7693-49a9-b778-053b1dd7754b req-9740ddbc-d27d-47d4-b6a1-219b0874474e tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 944 time: 0.0764170 Mar 23 17:30:25.467279 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cfba63da-b7ae-4b4a-a58c-8123fcc880dd req-9d038717-6333-46bb-ba45-46ec98e45f88 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755606 Mar 23 17:30:25.479448 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1be0bda8-7693-49a9-b778-053b1dd7754b req-22105f3c-1491-4b54-85eb-c37ac2aea570 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/security-groups?id=e77527b4-250a-4f23-96c4-f50fbe743ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639925 Mar 23 17:30:25.900719 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c5806-d552-4a19-86ec-47750a9a7707 req-8d1caf37-a008-4d78-93f8-298db61a8501 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:25.902291 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a62c5806-d552-4a19-86ec-47750a9a7707 req-8d1caf37-a008-4d78-93f8-298db61a8501 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 944 time: 0.0882483 Mar 23 17:30:25.916598 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc73f6f-dc42-46a0-b8fd-1aa243e0f151 req-8518cbbd-dcf7-4da7-a17d-b5cc58c1c308 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:25.918055 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9bc73f6f-dc42-46a0-b8fd-1aa243e0f151 req-8518cbbd-dcf7-4da7-a17d-b5cc58c1c308 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 944 time: 0.0728183 Mar 23 17:30:26.001885 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a62c5806-d552-4a19-86ec-47750a9a7707 req-e034bf0b-74a7-4cbb-b4cb-0f7db988b434 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930846 Mar 23 17:30:26.006877 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9bc73f6f-dc42-46a0-b8fd-1aa243e0f151 req-28452313-1fe1-4cf1-ad9e-8abd5f066931 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755851 Mar 23 17:30:26.135349 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86383f-e94f-4a2f-9a37-95dbe469b001 req-39006a10-273b-4b05-8eb4-82b51f16bc83 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:26.136951 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ca86383f-e94f-4a2f-9a37-95dbe469b001 req-39006a10-273b-4b05-8eb4-82b51f16bc83 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 944 time: 0.0634639 Mar 23 17:30:26.190852 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ca86383f-e94f-4a2f-9a37-95dbe469b001 req-00014332-eca0-4050-8200-77fbbc86e5ea tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480118 Mar 23 17:30:26.598541 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device f2795b69-526a-4643-ad57-13e14e78f928 up at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:30:26.623495 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af398a3-b6d4-49d7-83e8-b66f14a83870 req-46bf656c-f9c5-4576-b628-0e539ed0abb4 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:26.624687 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6af398a3-b6d4-49d7-83e8-b66f14a83870 req-46bf656c-f9c5-4576-b628-0e539ed0abb4 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 945 time: 0.0830262 Mar 23 17:30:26.658911 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning for port f2795b69-526a-4643-ad57-13e14e78f928 completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:30:26.662908 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d21ccc-b604-4108-8f9c-a52f397af42b req-bbee9a9e-909c-4adf-a1f5-8e23e26d6359 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:26.663318 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning complete for port f2795b69-526a-4643-ad57-13e14e78f928 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:30:26.663888 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (f2795b69-526a-4643-ad57-13e14e78f928), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:26.665616 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-04d21ccc-b604-4108-8f9c-a52f397af42b req-bbee9a9e-909c-4adf-a1f5-8e23e26d6359 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 944 time: 0.0969594 Mar 23 17:30:26.694422 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 35898) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:26.731334 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6af398a3-b6d4-49d7-83e8-b66f14a83870 req-b0cafed2-6110-4666-ab9d-c5a99c1c395e tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951867 Mar 23 17:30:26.760796 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port f2795b69-526a-4643-ad57-13e14e78f928 is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:30:26.761291 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (f2795b69-526a-4643-ad57-13e14e78f928), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:26.769682 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-04d21ccc-b604-4108-8f9c-a52f397af42b req-eebb346f-2bc9-441c-b46d-f2e00afb2cfa tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/security-groups?id=e77527b4-250a-4f23-96c4-f50fbe743ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992410 Mar 23 17:30:26.804345 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85f2074-47e8-4007-bdda-db9db9832789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2795b69-526a-4643-ad57-13e14e78f928'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:30:26.848796 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-75466baf-dc6f-4640-a6e8-71b3272b5e14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:26.897227 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port f2795b69-526a-4643-ad57-13e14e78f928, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=f2795b69-526a-4643-ad57-13e14e78f928,segment=NetworkSegment(16ebb58e-2b7e-4562-b26b-83089ad97671),segment_id=16ebb58e-2b7e-4562-b26b-83089ad97671)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:30:26.909272 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (f2795b69-526a-4643-ad57-13e14e78f928), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:26.910153 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device 884255e1-5e02-474f-95e7-16cb8036e1c0 up at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:30:26.954835 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-75466baf-dc6f-4640-a6e8-71b3272b5e14 admin admin] Publish callbacks [] for security_group (4028634c-2336-416d-830a-761e8c32854a), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:26.960528 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-75466baf-dc6f-4640-a6e8-71b3272b5e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (4028634c-2336-416d-830a-761e8c32854a), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:26.991882 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=f2795b69-526a-4643-ad57-13e14e78f928,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:26.999419 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75466baf-dc6f-4640-a6e8-71b3272b5e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4028634c-2336-416d-830a-761e8c32854a,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:27.001886 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.002234 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.002577 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.002939 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.003283 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.003685 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.003934 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.004259 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.004578 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.004897 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.005470 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.005959 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.006417 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.007071 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.007395 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.009041 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-75466baf-dc6f-4640-a6e8-71b3272b5e14 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=412f2bce8d144a68bae0836117020928&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3135448 Mar 23 17:30:27.010726 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75466baf-dc6f-4640-a6e8-71b3272b5e14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.011071 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75466baf-dc6f-4640-a6e8-71b3272b5e14 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.011409 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75466baf-dc6f-4640-a6e8-71b3272b5e14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.011808 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75466baf-dc6f-4640-a6e8-71b3272b5e14 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.012032 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 35912) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:27.012136 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75466baf-dc6f-4640-a6e8-71b3272b5e14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.012445 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75466baf-dc6f-4640-a6e8-71b3272b5e14 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.012946 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75466baf-dc6f-4640-a6e8-71b3272b5e14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.013293 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75466baf-dc6f-4640-a6e8-71b3272b5e14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.013767 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75466baf-dc6f-4640-a6e8-71b3272b5e14 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.013894 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3b886c43f84fb41b48ddc1b85747c6a8556e7daa9282459995a85f65cd8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce05e5e-260c-4a00-9970-caffd6840891" -d '{"events": [{"server_uuid": "b85f2074-47e8-4007-bdda-db9db9832789", "name": "network-vif-plugged", "status": "completed", "tag": "f2795b69-526a-4643-ad57-13e14e78f928"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:30:27.014085 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75466baf-dc6f-4640-a6e8-71b3272b5e14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.014558 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75466baf-dc6f-4640-a6e8-71b3272b5e14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.014881 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75466baf-dc6f-4640-a6e8-71b3272b5e14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.015200 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75466baf-dc6f-4640-a6e8-71b3272b5e14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.015563 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75466baf-dc6f-4640-a6e8-71b3272b5e14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.016003 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75466baf-dc6f-4640-a6e8-71b3272b5e14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.032945 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning for port 884255e1-5e02-474f-95e7-16cb8036e1c0 completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:30:27.044922 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning complete for port 884255e1-5e02-474f-95e7-16cb8036e1c0 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:30:27.047530 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (884255e1-5e02-474f-95e7-16cb8036e1c0), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:27.082445 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7479008a-96f3-409e-b827-cdb233a7caf7 admin admin] Publish callbacks [] for security_group (4028634c-2336-416d-830a-761e8c32854a), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:27.126174 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7479008a-96f3-409e-b827-cdb233a7caf7 admin admin] Publish callbacks [] for security_group (4028634c-2336-416d-830a-761e8c32854a), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:27.174508 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4494f07a-6035-465c-b4b9-b461947aee7b x-openstack-request-id: req-4494f07a-6035-465c-b4b9-b461947aee7b {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:30:27.175303 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85f2074-47e8-4007-bdda-db9db9832789", "name": "network-vif-plugged", "status": "completed", "tag": "f2795b69-526a-4643-ad57-13e14e78f928", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:30:27.175724 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4494f07a-6035-465c-b4b9-b461947aee7b {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:30:27.176539 dv-cinder-834920-1-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4494f07a-6035-465c-b4b9-b461947aee7b'] response: {'server_uuid': 'b85f2074-47e8-4007-bdda-db9db9832789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2795b69-526a-4643-ad57-13e14e78f928', 'code': 200} Mar 23 17:30:27.212951 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port 884255e1-5e02-474f-95e7-16cb8036e1c0 is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:30:27.213437 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (884255e1-5e02-474f-95e7-16cb8036e1c0), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:27.216899 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4a327-4346-4e49-8f0a-077393ebabeb req-4cbfe385-1eea-4c28-9f9a-bf04bd415014 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:27.218704 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9fb4a327-4346-4e49-8f0a-077393ebabeb req-4cbfe385-1eea-4c28-9f9a-bf04bd415014 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 944 time: 0.1101015 Mar 23 17:30:27.273409 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7479008a-96f3-409e-b827-cdb233a7caf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (4028634c-2336-416d-830a-761e8c32854a), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:27.275979 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7479008a-96f3-409e-b827-cdb233a7caf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:27.279515 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-7479008a-96f3-409e-b827-cdb233a7caf7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4028634c-2336-416d-830a-761e8c32854a HTTP/1.1" status: 204 len: 168 time: 0.2630439 Mar 23 17:30:27.287951 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port 884255e1-5e02-474f-95e7-16cb8036e1c0, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=884255e1-5e02-474f-95e7-16cb8036e1c0,segment=NetworkSegment(1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405),segment_id=1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:30:27.298014 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479008a-96f3-409e-b827-cdb233a7caf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4028634c-2336-416d-830a-761e8c32854a,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:27.298244 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (884255e1-5e02-474f-95e7-16cb8036e1c0), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:27.299405 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device 9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3 up at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:30:27.313543 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7479008a-96f3-409e-b827-cdb233a7caf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.313931 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7479008a-96f3-409e-b827-cdb233a7caf7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.314287 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7479008a-96f3-409e-b827-cdb233a7caf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.314578 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7479008a-96f3-409e-b827-cdb233a7caf7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.314907 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7479008a-96f3-409e-b827-cdb233a7caf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.315236 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7479008a-96f3-409e-b827-cdb233a7caf7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.315558 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7479008a-96f3-409e-b827-cdb233a7caf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.315878 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7479008a-96f3-409e-b827-cdb233a7caf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.319024 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7479008a-96f3-409e-b827-cdb233a7caf7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.319024 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7479008a-96f3-409e-b827-cdb233a7caf7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.319024 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7479008a-96f3-409e-b827-cdb233a7caf7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.319024 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7479008a-96f3-409e-b827-cdb233a7caf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.319024 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7479008a-96f3-409e-b827-cdb233a7caf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.319024 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7479008a-96f3-409e-b827-cdb233a7caf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.319024 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7479008a-96f3-409e-b827-cdb233a7caf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:30:27.352786 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba3a37-1f7a-49eb-a76a-6de45bccd431 req-0502618a-8289-4f7c-9e16-ba8864073a99 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:27.354440 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-72ba3a37-1f7a-49eb-a76a-6de45bccd431 req-0502618a-8289-4f7c-9e16-ba8864073a99 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 944 time: 0.1219480 Mar 23 17:30:27.359022 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9fb4a327-4346-4e49-8f0a-077393ebabeb req-82db09c6-c6b9-4e23-99ad-4ed8c8f60c27 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163132 Mar 23 17:30:27.438408 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-72ba3a37-1f7a-49eb-a76a-6de45bccd431 req-f2f2a9bd-d9c0-4b5d-b542-bcf867a33966 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714238 Mar 23 17:30:27.478940 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=884255e1-5e02-474f-95e7-16cb8036e1c0,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:27.497399 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning for port 9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3 completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:30:27.502728 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning complete for port 9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:30:27.503100 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:27.548405 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502c2e8-8ff2-4b44-b9d7-bf60d7faa739 req-ef76e4d2-26e1-4d2a-bc0c-439e93a7af68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:27.550080 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c502c2e8-8ff2-4b44-b9d7-bf60d7faa739 req-ef76e4d2-26e1-4d2a-bc0c-439e93a7af68 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 1129 time: 0.1347396 Mar 23 17:30:27.581513 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4798604-5e4a-4fa0-b022-34093221336c req-96b07c5b-1695-4499-a7b6-73ab76b69730 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:27.586424 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e4798604-5e4a-4fa0-b022-34093221336c req-96b07c5b-1695-4499-a7b6-73ab76b69730 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 944 time: 0.0843112 Mar 23 17:30:27.588086 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-c502c2e8-8ff2-4b44-b9d7-bf60d7faa739 req-e8c1bedd-72bf-4dff-9c0c-ff57030e7d3a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:27.662705 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port 9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3 is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:30:27.663314 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:27.673054 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e4798604-5e4a-4fa0-b022-34093221336c req-ce9594e1-cd4b-4b70-af7b-c12136cb3dc2 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802169 Mar 23 17:30:27.724800 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-c502c2e8-8ff2-4b44-b9d7-bf60d7faa739 req-e8c1bedd-72bf-4dff-9c0c-ff57030e7d3a service neutron] Publish callbacks [] for security_group (4138852e-267b-4367-a0e2-b100b71df2f1), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:27.731312 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-c502c2e8-8ff2-4b44-b9d7-bf60d7faa739 req-e8c1bedd-72bf-4dff-9c0c-ff57030e7d3a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (4138852e-267b-4367-a0e2-b100b71df2f1), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:27.741629 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port 9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3,segment=NetworkSegment(0ba0aa12-bf45-410a-8276-1084354c048b),segment_id=0ba0aa12-bf45-410a-8276-1084354c048b)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:30:27.762420 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:27.778408 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c502c2e8-8ff2-4b44-b9d7-bf60d7faa739 req-e8c1bedd-72bf-4dff-9c0c-ff57030e7d3a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e77527b4-250a-4f23-96c4-f50fbe743ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224398 Mar 23 17:30:27.793726 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1bedd-72bf-4dff-9c0c-ff57030e7d3a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4138852e-267b-4367-a0e2-b100b71df2f1,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:27.826563 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 35958) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:27.848893 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:27.873676 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f5e015da-06f4-421b-aa45-6a7b5e90dafa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:27.922478 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7551d0-6e9c-4e8f-b443-6b87fa0c6dae req-1d7c2897-1303-4be2-b557-c85ae693b676 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:27.924041 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3c7551d0-6e9c-4e8f-b443-6b87fa0c6dae req-1d7c2897-1303-4be2-b557-c85ae693b676 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 945 time: 0.0893068 Mar 23 17:30:28.022878 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3c7551d0-6e9c-4e8f-b443-6b87fa0c6dae req-f877bf9c-c2a2-4046-b012-0bf98d052f4a tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775733 Mar 23 17:30:28.034926 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6a1f6-2bf5-4366-ac5d-e37d634f1c13 req-69da7b5c-27b5-459a-ae8f-32cc97cad93d tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:28.036865 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5da6a1f6-2bf5-4366-ac5d-e37d634f1c13 req-69da7b5c-27b5-459a-ae8f-32cc97cad93d tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 945 time: 0.1437922 Mar 23 17:30:28.057724 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 35966) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:28.085789 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f5e015da-06f4-421b-aa45-6a7b5e90dafa admin admin] Publish callbacks [] for security_group (2f53857b-74d1-4f86-b2fe-7bb3f50d1ed9), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:28.099374 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f5e015da-06f4-421b-aa45-6a7b5e90dafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (2f53857b-74d1-4f86-b2fe-7bb3f50d1ed9), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:28.148056 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5da6a1f6-2bf5-4366-ac5d-e37d634f1c13 req-4df16302-f251-4a50-ad8c-9336ed6aa30a tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/security-groups?id=e77527b4-250a-4f23-96c4-f50fbe743ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046126 Mar 23 17:30:28.154412 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-f5e015da-06f4-421b-aa45-6a7b5e90dafa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=707d546d6fb84a4e8ea970242d5a657a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3266194 Mar 23 17:30:28.155612 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e015da-06f4-421b-aa45-6a7b5e90dafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f53857b-74d1-4f86-b2fe-7bb3f50d1ed9,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:28.157417 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 35974) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:28.218477 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-2ba4ce03-e3dd-4678-a496-c96e99580424 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:28.245430 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-21ec8619-2c88-49f0-a147-31200fa0d805 admin admin] Publish callbacks [] for security_group (2f53857b-74d1-4f86-b2fe-7bb3f50d1ed9), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:28.281724 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-21ec8619-2c88-49f0-a147-31200fa0d805 admin admin] Publish callbacks [] for security_group (2f53857b-74d1-4f86-b2fe-7bb3f50d1ed9), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:28.382403 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-2ba4ce03-e3dd-4678-a496-c96e99580424 admin admin] Publish callbacks [] for security_group (85271233-bfc6-476a-9629-88b4cf0a3c82), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:28.391164 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-21ec8619-2c88-49f0-a147-31200fa0d805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (2f53857b-74d1-4f86-b2fe-7bb3f50d1ed9), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:28.394794 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-21ec8619-2c88-49f0-a147-31200fa0d805 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:28.396830 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-21ec8619-2c88-49f0-a147-31200fa0d805 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f53857b-74d1-4f86-b2fe-7bb3f50d1ed9 HTTP/1.1" status: 204 len: 168 time: 0.2376537 Mar 23 17:30:28.401126 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-2ba4ce03-e3dd-4678-a496-c96e99580424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (85271233-bfc6-476a-9629-88b4cf0a3c82), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:28.427292 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec8619-2c88-49f0-a147-31200fa0d805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f53857b-74d1-4f86-b2fe-7bb3f50d1ed9,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:28.484398 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4ce03-e3dd-4678-a496-c96e99580424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85271233-bfc6-476a-9629-88b4cf0a3c82,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:28.505968 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-2ba4ce03-e3dd-4678-a496-c96e99580424 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=943e9d2191104c6f878e3abb59f25bbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4447620 Mar 23 17:30:28.506278 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 35986) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:28.575564 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-45dd32a1-8f3a-4644-bf29-b31480d73294 admin admin] Publish callbacks [] for security_group (85271233-bfc6-476a-9629-88b4cf0a3c82), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:28.592438 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70548e09-0d1f-49ee-9b84-a358521125f8 req-e486e028-b657-4547-b2a1-d423a158851e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:28.594291 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-70548e09-0d1f-49ee-9b84-a358521125f8 req-e486e028-b657-4547-b2a1-d423a158851e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 945 time: 0.1426113 Mar 23 17:30:28.605419 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-45dd32a1-8f3a-4644-bf29-b31480d73294 admin admin] Publish callbacks [] for security_group (85271233-bfc6-476a-9629-88b4cf0a3c82), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:28.617688 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device d5af97ef-3820-41d9-b5f6-ef37769ab6fb up at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:30:28.638608 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b18ee-063f-4697-8c54-14275371a800 req-025394a2-65b0-45ee-a1fb-875db54f8b6f tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:28.640652 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-eb5b18ee-063f-4697-8c54-14275371a800 req-025394a2-65b0-45ee-a1fb-875db54f8b6f tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 944 time: 0.0910010 Mar 23 17:30:28.671994 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-45dd32a1-8f3a-4644-bf29-b31480d73294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (85271233-bfc6-476a-9629-88b4cf0a3c82), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:28.676750 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-45dd32a1-8f3a-4644-bf29-b31480d73294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:28.678222 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-45dd32a1-8f3a-4644-bf29-b31480d73294 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/85271233-bfc6-476a-9629-88b4cf0a3c82 HTTP/1.1" status: 204 len: 168 time: 0.1709673 Mar 23 17:30:28.687543 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd32a1-8f3a-4644-bf29-b31480d73294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85271233-bfc6-476a-9629-88b4cf0a3c82,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:28.702949 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-70548e09-0d1f-49ee-9b84-a358521125f8 req-f260d9c1-40fa-4231-ae3a-9b4176d7aa05 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013701 Mar 23 17:30:28.742715 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning for port d5af97ef-3820-41d9-b5f6-ef37769ab6fb completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:30:28.754478 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning complete for port d5af97ef-3820-41d9-b5f6-ef37769ab6fb triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:30:28.754783 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (d5af97ef-3820-41d9-b5f6-ef37769ab6fb), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:28.769804 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-eb5b18ee-063f-4697-8c54-14275371a800 req-784b5042-fcdf-4ef2-af87-2389742bde50 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174428 Mar 23 17:30:28.851499 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567265c-1db4-4d69-9875-3cfeb6eb0708 req-dbdf15d3-e8c3-457b-92a1-93104fadbca2 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:28.853240 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3567265c-1db4-4d69-9875-3cfeb6eb0708 req-dbdf15d3-e8c3-457b-92a1-93104fadbca2 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 944 time: 0.0607483 Mar 23 17:30:28.885815 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port d5af97ef-3820-41d9-b5f6-ef37769ab6fb is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:30:28.886415 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (d5af97ef-3820-41d9-b5f6-ef37769ab6fb), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:28.908664 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 35994) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:28.926787 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port d5af97ef-3820-41d9-b5f6-ef37769ab6fb, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=d5af97ef-3820-41d9-b5f6-ef37769ab6fb,segment=NetworkSegment(1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405),segment_id=1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:30:28.928216 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3567265c-1db4-4d69-9875-3cfeb6eb0708 req-e4f79848-05c1-40b4-9aae-4aaf35202731 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687382 Mar 23 17:30:28.929119 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-055a5589-bee2-4c11-9505-c87f9e299386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:28.933090 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (d5af97ef-3820-41d9-b5f6-ef37769ab6fb), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:28.934654 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device ef4f9a75-007b-4eb1-8e74-604bbba327dd up at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:30:29.019460 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=d5af97ef-3820-41d9-b5f6-ef37769ab6fb,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:29.019856 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-055a5589-bee2-4c11-9505-c87f9e299386 admin admin] Publish callbacks [] for security_group (7e1e192b-ac03-4f64-a5bd-abf8666d9846), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:29.025877 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-055a5589-bee2-4c11-9505-c87f9e299386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (7e1e192b-ac03-4f64-a5bd-abf8666d9846), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:29.042619 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning for port ef4f9a75-007b-4eb1-8e74-604bbba327dd completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:30:29.046939 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning complete for port ef4f9a75-007b-4eb1-8e74-604bbba327dd triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:30:29.047323 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (ef4f9a75-007b-4eb1-8e74-604bbba327dd), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:29.065418 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-055a5589-bee2-4c11-9505-c87f9e299386 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=741d676d3c6f4780b7cd6fa7df17aafd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1556475 Mar 23 17:30:29.067787 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a5589-bee2-4c11-9505-c87f9e299386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1e192b-ac03-4f64-a5bd-abf8666d9846,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:29.068386 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 36000) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:29.146752 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-16048d60-e252-490d-8004-2d210e9da0f7 admin admin] Publish callbacks [] for security_group (7e1e192b-ac03-4f64-a5bd-abf8666d9846), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:29.153300 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port ef4f9a75-007b-4eb1-8e74-604bbba327dd is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:30:29.153697 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (ef4f9a75-007b-4eb1-8e74-604bbba327dd), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:29.157855 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 36002) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:29.176464 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-16048d60-e252-490d-8004-2d210e9da0f7 admin admin] Publish callbacks [] for security_group (7e1e192b-ac03-4f64-a5bd-abf8666d9846), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:29.178781 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884255e1-5e02-474f-95e7-16cb8036e1c0'}, {'server_uuid': '2a9b9937-a77e-44a6-b727-aacb685cae4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3'}, {'server_uuid': '76dc18ee-9513-4961-aac9-61496c67b73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5af97ef-3820-41d9-b5f6-ef37769ab6fb'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:30:29.181463 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3b886c43f84fb41b48ddc1b85747c6a8556e7daa9282459995a85f65cd8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6d4066-4f1f-4201-83ca-e4d9a426b6ff" -d '{"events": [{"server_uuid": "852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1", "name": "network-vif-plugged", "status": "completed", "tag": "884255e1-5e02-474f-95e7-16cb8036e1c0"}, {"server_uuid": "2a9b9937-a77e-44a6-b727-aacb685cae4a", "name": "network-vif-plugged", "status": "completed", "tag": "9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3"}, {"server_uuid": "76dc18ee-9513-4961-aac9-61496c67b73d", "name": "network-vif-plugged", "status": "completed", "tag": "d5af97ef-3820-41d9-b5f6-ef37769ab6fb"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:30:29.181608 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249b0f2-3ab6-437c-a7bd-3ee1d3d1be9e req-8820a32f-c72e-4c12-9370-75438c982718 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:29.183676 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b249b0f2-3ab6-437c-a7bd-3ee1d3d1be9e req-8820a32f-c72e-4c12-9370-75438c982718 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 945 time: 0.0725951 Mar 23 17:30:29.185476 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-62462852-c273-4a32-9fa0-03f6169e21a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:29.218880 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port ef4f9a75-007b-4eb1-8e74-604bbba327dd, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=ef4f9a75-007b-4eb1-8e74-604bbba327dd,segment=NetworkSegment(3173c500-488c-4756-a1e4-19030c18bbcc),segment_id=3173c500-488c-4756-a1e4-19030c18bbcc)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:30:29.225157 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (ef4f9a75-007b-4eb1-8e74-604bbba327dd), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:29.226124 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device 4644d4da-7800-458e-a05e-038aaba7d8a8 up at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:30:29.264980 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-16048d60-e252-490d-8004-2d210e9da0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (7e1e192b-ac03-4f64-a5bd-abf8666d9846), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:29.269442 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-16048d60-e252-490d-8004-2d210e9da0f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:29.271162 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-16048d60-e252-490d-8004-2d210e9da0f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7e1e192b-ac03-4f64-a5bd-abf8666d9846 HTTP/1.1" status: 204 len: 168 time: 0.2012782 Mar 23 17:30:29.288282 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16048d60-e252-490d-8004-2d210e9da0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1e192b-ac03-4f64-a5bd-abf8666d9846,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:29.305500 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b249b0f2-3ab6-437c-a7bd-3ee1d3d1be9e req-33ebfdb9-07cf-44ce-896e-f4dffc3fd5a7 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081722 Mar 23 17:30:29.342896 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=ef4f9a75-007b-4eb1-8e74-604bbba327dd,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:29.361906 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning for port 4644d4da-7800-458e-a05e-038aaba7d8a8 completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:30:29.370326 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning complete for port 4644d4da-7800-458e-a05e-038aaba7d8a8 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:30:29.370824 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (4644d4da-7800-458e-a05e-038aaba7d8a8), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:29.382052 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-62462852-c273-4a32-9fa0-03f6169e21a2 admin admin] Publish callbacks [] for security_group (47f85033-2cc8-42f9-8470-99be5eb23f10), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:29.391670 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-62462852-c273-4a32-9fa0-03f6169e21a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (47f85033-2cc8-42f9-8470-99be5eb23f10), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:29.404706 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 23 Mar 2022 17:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af0c635-4bf1-463d-b3ee-eec8e8a9ea69 x-openstack-request-id: req-7af0c635-4bf1-463d-b3ee-eec8e8a9ea69 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:30:29.405002 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1", "name": "network-vif-plugged", "status": "completed", "tag": "884255e1-5e02-474f-95e7-16cb8036e1c0", "code": 200}, {"server_uuid": "2a9b9937-a77e-44a6-b727-aacb685cae4a", "name": "network-vif-plugged", "status": "completed", "tag": "9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3", "code": 200}, {"server_uuid": "76dc18ee-9513-4961-aac9-61496c67b73d", "name": "network-vif-plugged", "status": "completed", "tag": "d5af97ef-3820-41d9-b5f6-ef37769ab6fb", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:30:29.405372 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7af0c635-4bf1-463d-b3ee-eec8e8a9ea69 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:30:29.405782 dv-cinder-834920-1-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7af0c635-4bf1-463d-b3ee-eec8e8a9ea69'] response: {'server_uuid': '852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884255e1-5e02-474f-95e7-16cb8036e1c0', 'code': 200} Mar 23 17:30:29.406038 dv-cinder-834920-1-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7af0c635-4bf1-463d-b3ee-eec8e8a9ea69'] response: {'server_uuid': '2a9b9937-a77e-44a6-b727-aacb685cae4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3', 'code': 200} Mar 23 17:30:29.406326 dv-cinder-834920-1-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7af0c635-4bf1-463d-b3ee-eec8e8a9ea69'] response: {'server_uuid': '76dc18ee-9513-4961-aac9-61496c67b73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5af97ef-3820-41d9-b5f6-ef37769ab6fb', 'code': 200} Mar 23 17:30:29.464957 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb37086-20c2-4892-9b3d-9fc3ae55e891 req-68c0cfe5-8951-4cf9-be6a-839b5453477d tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:29.466852 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7cb37086-20c2-4892-9b3d-9fc3ae55e891 req-68c0cfe5-8951-4cf9-be6a-839b5453477d tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 945 time: 0.1592925 Mar 23 17:30:29.467504 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62462852-c273-4a32-9fa0-03f6169e21a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f85033-2cc8-42f9-8470-99be5eb23f10,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:29.486110 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-62462852-c273-4a32-9fa0-03f6169e21a2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8b0a0d59b60142d29e0c50ec7649e7e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3230219 Mar 23 17:30:29.486383 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 36012) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:29.557490 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7cb37086-20c2-4892-9b3d-9fc3ae55e891 req-7197127d-e62e-4a16-9a74-9e8a4a5a45a3 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/security-groups?id=e77527b4-250a-4f23-96c4-f50fbe743ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715220 Mar 23 17:30:29.603324 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port 4644d4da-7800-458e-a05e-038aaba7d8a8 is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:30:29.603775 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (4644d4da-7800-458e-a05e-038aaba7d8a8), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:29.649483 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-75b9376e-1fe8-4ef9-9ce3-225a1f5da7bb admin admin] Publish callbacks [] for security_group (47f85033-2cc8-42f9-8470-99be5eb23f10), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:29.668400 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port 4644d4da-7800-458e-a05e-038aaba7d8a8, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=4644d4da-7800-458e-a05e-038aaba7d8a8,segment=NetworkSegment(a411194a-69f6-4c08-a136-cf58c2766c0a),segment_id=a411194a-69f6-4c08-a136-cf58c2766c0a)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:30:29.676691 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (4644d4da-7800-458e-a05e-038aaba7d8a8), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:29.681183 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-75b9376e-1fe8-4ef9-9ce3-225a1f5da7bb admin admin] Publish callbacks [] for security_group (47f85033-2cc8-42f9-8470-99be5eb23f10), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:29.817843 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=4644d4da-7800-458e-a05e-038aaba7d8a8,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:29.937233 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87b1c9-f867-4bef-a9a0-0ca881e373e8 req-2bd09adf-5dab-4df3-b133-e2bd5936afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:29.938761 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cb87b1c9-f867-4bef-a9a0-0ca881e373e8 req-2bd09adf-5dab-4df3-b133-e2bd5936afc1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 1129 time: 0.2259681 Mar 23 17:30:29.969088 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dee747-cf43-43d6-abd5-697b52fb56a2 req-4042064b-3f4a-4ae5-91e1-aded43f4e862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:29.970599 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-10dee747-cf43-43d6-abd5-697b52fb56a2 req-4042064b-3f4a-4ae5-91e1-aded43f4e862 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 1129 time: 0.1834896 Mar 23 17:30:29.977538 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6b893-e57a-40af-9107-5af0e8b17058 req-eac29e5b-047b-46f6-ba8c-dc056adb49b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:29.979055 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-15a6b893-e57a-40af-9107-5af0e8b17058 req-eac29e5b-047b-46f6-ba8c-dc056adb49b9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1 HTTP/1.1" status: 200 len: 1129 time: 0.2323995 Mar 23 17:30:29.987698 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-75b9376e-1fe8-4ef9-9ce3-225a1f5da7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (47f85033-2cc8-42f9-8470-99be5eb23f10), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:29.991249 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-75b9376e-1fe8-4ef9-9ce3-225a1f5da7bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:29.991935 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40deeae8-1c7a-49d9-beb0-8606ff8210f6 req-9ec83e58-0568-49a0-aee0-eb4126f85a10 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:29.995574 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-75b9376e-1fe8-4ef9-9ce3-225a1f5da7bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/47f85033-2cc8-42f9-8470-99be5eb23f10 HTTP/1.1" status: 204 len: 168 time: 0.5050228 Mar 23 17:30:30.004749 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-40deeae8-1c7a-49d9-beb0-8606ff8210f6 req-9ec83e58-0568-49a0-aee0-eb4126f85a10 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 945 time: 0.1943336 Mar 23 17:30:30.040720 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b9376e-1fe8-4ef9-9ce3-225a1f5da7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f85033-2cc8-42f9-8470-99be5eb23f10,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:30.069014 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cb87b1c9-f867-4bef-a9a0-0ca881e373e8 req-6a85a349-25c3-45c6-8638-03c3139eef98 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228204 Mar 23 17:30:30.102156 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-10dee747-cf43-43d6-abd5-697b52fb56a2 req-93d36008-6dc8-4899-b839-68103a375c44 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216333 Mar 23 17:30:30.104344 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-15a6b893-e57a-40af-9107-5af0e8b17058 req-1dc49f32-be21-4063-be37-ebf0072db248 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051786 Mar 23 17:30:30.105103 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-40deeae8-1c7a-49d9-beb0-8606ff8210f6 req-971a42cd-fd18-4a15-a43f-b236b05e2baf tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958531 Mar 23 17:30:30.121542 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb79da-69a5-4af1-90bc-fead639a9e37 req-3ec27829-d4cf-4ef2-90c6-4f99ec61b5a5 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:30.129366 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-50cb79da-69a5-4af1-90bc-fead639a9e37 req-3ec27829-d4cf-4ef2-90c6-4f99ec61b5a5 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 945 time: 0.2378151 Mar 23 17:30:30.187525 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-50cb79da-69a5-4af1-90bc-fead639a9e37 req-dcd1de35-128d-4173-b155-cc69a3d34230 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568678 Mar 23 17:30:30.253225 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64de52-9ab6-4b6b-b29d-363c3b2b205c req-67600230-97d2-4e14-a338-cbc401af0647 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:30.255077 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2e64de52-9ab6-4b6b-b29d-363c3b2b205c req-67600230-97d2-4e14-a338-cbc401af0647 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 945 time: 0.0842571 Mar 23 17:30:30.317038 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2e64de52-9ab6-4b6b-b29d-363c3b2b205c req-54a72832-db92-4d87-82b5-32df3a2c89a0 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554588 Mar 23 17:30:30.428642 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7b8d5-33e8-47cf-89e8-38e69ed19db1 req-dfb3cdf3-ea2b-4e14-8b69-4a46364cef4c tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:30.431141 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-01b7b8d5-33e8-47cf-89e8-38e69ed19db1 req-dfb3cdf3-ea2b-4e14-8b69-4a46364cef4c tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0587990 Mar 23 17:30:30.484746 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-01b7b8d5-33e8-47cf-89e8-38e69ed19db1 req-155b4cd9-2fe4-4c70-a3c7-dfd8dab96851 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451922 Mar 23 17:30:30.692104 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ff2b7-6976-4d95-8cc4-7e79952c1b45 req-488d18b6-52c8-4432-8dcf-57ae598907d5 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:30.694543 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-417ff2b7-6976-4d95-8cc4-7e79952c1b45 req-488d18b6-52c8-4432-8dcf-57ae598907d5 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 945 time: 0.0632741 Mar 23 17:30:30.749570 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-417ff2b7-6976-4d95-8cc4-7e79952c1b45 req-c2b9d277-cb5b-4f42-8e65-6809c626d4c2 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/security-groups?id=e77527b4-250a-4f23-96c4-f50fbe743ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458536 Mar 23 17:30:31.244233 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d42f58-5c37-43d5-8af4-f58559d37480 req-e1c20958-68a4-4ac3-a3e5-8d417eca3df4 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:31.248703 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-05d42f58-5c37-43d5-8af4-f58559d37480 req-e1c20958-68a4-4ac3-a3e5-8d417eca3df4 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 945 time: 0.0659046 Mar 23 17:30:31.366639 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-05d42f58-5c37-43d5-8af4-f58559d37480 req-20395c2a-1f8e-4bad-8236-0c8047b3d489 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117845 Mar 23 17:30:31.397235 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28622645-84b5-43da-bf08-8d709a3dde1f req-c4f7cd1d-f7cc-43b0-8051-de33be4ba765 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:31.405725 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-28622645-84b5-43da-bf08-8d709a3dde1f req-c4f7cd1d-f7cc-43b0-8051-de33be4ba765 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 945 time: 0.1077950 Mar 23 17:30:31.407487 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c37794-0af1-42b5-bd85-f224308f7dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4f9a75-007b-4eb1-8e74-604bbba327dd'}, {'server_uuid': '545e3831-f3ff-4447-b8aa-8d0a28c03910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4644d4da-7800-458e-a05e-038aaba7d8a8'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:30:31.413743 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3b886c43f84fb41b48ddc1b85747c6a8556e7daa9282459995a85f65cd8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9216ce70-2ea5-4e4f-9d40-6252dc69b053" -d '{"events": [{"server_uuid": "b7c37794-0af1-42b5-bd85-f224308f7dec", "name": "network-vif-plugged", "status": "completed", "tag": "ef4f9a75-007b-4eb1-8e74-604bbba327dd"}, {"server_uuid": "545e3831-f3ff-4447-b8aa-8d0a28c03910", "name": "network-vif-plugged", "status": "completed", "tag": "4644d4da-7800-458e-a05e-038aaba7d8a8"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:30:31.493004 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-28622645-84b5-43da-bf08-8d709a3dde1f req-b5a2d64d-6367-431b-8db1-e154a2ab4ba5 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863283 Mar 23 17:30:31.519262 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f721c1-dd39-4262-81cc-2752eb76e95e req-1d2e2346-c530-4163-a1b5-197102510741 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:31.521371 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-86f721c1-dd39-4262-81cc-2752eb76e95e req-1d2e2346-c530-4163-a1b5-197102510741 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 945 time: 0.0848231 Mar 23 17:30:31.559151 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 23 Mar 2022 17:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee478f7-5fc2-4183-adb0-9fa24b9dc86a x-openstack-request-id: req-0ee478f7-5fc2-4183-adb0-9fa24b9dc86a {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:30:31.559532 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c37794-0af1-42b5-bd85-f224308f7dec", "name": "network-vif-plugged", "status": "completed", "tag": "ef4f9a75-007b-4eb1-8e74-604bbba327dd", "code": 200}, {"server_uuid": "545e3831-f3ff-4447-b8aa-8d0a28c03910", "name": "network-vif-plugged", "status": "completed", "tag": "4644d4da-7800-458e-a05e-038aaba7d8a8", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:30:31.559820 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0ee478f7-5fc2-4183-adb0-9fa24b9dc86a {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:30:31.560223 dv-cinder-834920-1-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ee478f7-5fc2-4183-adb0-9fa24b9dc86a'] response: {'server_uuid': 'b7c37794-0af1-42b5-bd85-f224308f7dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4f9a75-007b-4eb1-8e74-604bbba327dd', 'code': 200} Mar 23 17:30:31.560484 dv-cinder-834920-1-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ee478f7-5fc2-4183-adb0-9fa24b9dc86a'] response: {'server_uuid': '545e3831-f3ff-4447-b8aa-8d0a28c03910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4644d4da-7800-458e-a05e-038aaba7d8a8', 'code': 200} Mar 23 17:30:31.592964 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-86f721c1-dd39-4262-81cc-2752eb76e95e req-f6b7c85d-f6cd-4337-8906-396b58856fb6 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624218 Mar 23 17:30:31.698679 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca655139-3d8c-4cd3-951c-16fc6e2b05da req-53318b48-f8a1-4a54-abf2-84ee96948598 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:31.698679 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ca655139-3d8c-4cd3-951c-16fc6e2b05da req-53318b48-f8a1-4a54-abf2-84ee96948598 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0587647 Mar 23 17:30:31.755359 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ca655139-3d8c-4cd3-951c-16fc6e2b05da req-9741226c-eb2b-4aba-8736-9c7cbcd93a1c tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539830 Mar 23 17:30:32.527317 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143cae3f-adde-4949-ae1f-eb69a34387cc req-f6298cf8-62f6-4aa8-8259-59d2187b3993 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:32.529616 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-143cae3f-adde-4949-ae1f-eb69a34387cc req-f6298cf8-62f6-4aa8-8259-59d2187b3993 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 945 time: 0.0695574 Mar 23 17:30:32.614772 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-143cae3f-adde-4949-ae1f-eb69a34387cc req-2efe2ed5-451a-484b-9c07-2f781d0b4d89 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776968 Mar 23 17:30:32.651962 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615487b-f481-4553-99c3-29fa5a4494b6 req-250c4569-2ed0-45fd-9c2c-02efa378acba tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:32.653513 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6615487b-f481-4553-99c3-29fa5a4494b6 req-250c4569-2ed0-45fd-9c2c-02efa378acba tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 945 time: 0.0806487 Mar 23 17:30:32.711324 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 36176) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:32.728881 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6615487b-f481-4553-99c3-29fa5a4494b6 req-375f0d11-18fa-4984-88b5-3f0df399193a tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690992 Mar 23 17:30:32.751739 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ba607-a4c2-46bc-b5d1-1df8fe33d6cf req-32f88fa8-9083-4582-baf0-9662acbf544e tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:32.753368 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2e8ba607-a4c2-46bc-b5d1-1df8fe33d6cf req-32f88fa8-9083-4582-baf0-9662acbf544e tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 945 time: 0.0723867 Mar 23 17:30:32.803676 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2e8ba607-a4c2-46bc-b5d1-1df8fe33d6cf req-a50b2c19-654e-46a1-8143-12e1c7178ced tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447047 Mar 23 17:30:32.830423 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-379ab691-df05-400b-b2e2-b7c06f9f06bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:32.876616 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387aeeb-6e8a-4f21-860c-3566e89600d0 req-6524f910-e2bc-430f-884f-3e955c76331c tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:32.878203 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0387aeeb-6e8a-4f21-860c-3566e89600d0 req-6524f910-e2bc-430f-884f-3e955c76331c tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0538647 Mar 23 17:30:32.909985 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-379ab691-df05-400b-b2e2-b7c06f9f06bf admin admin] Publish callbacks [] for security_group (6b3fde18-55ed-489e-9cd5-aa6aa909129e), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:32.916061 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-379ab691-df05-400b-b2e2-b7c06f9f06bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (6b3fde18-55ed-489e-9cd5-aa6aa909129e), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:32.944577 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0387aeeb-6e8a-4f21-860c-3566e89600d0 req-546742bc-0644-4d02-957a-067c3c551add tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597754 Mar 23 17:30:32.955560 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ab691-df05-400b-b2e2-b7c06f9f06bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3fde18-55ed-489e-9cd5-aa6aa909129e,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:32.960093 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-379ab691-df05-400b-b2e2-b7c06f9f06bf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0ad9b2670d46405592c0a05c5f38dd15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2476826 Mar 23 17:30:32.962791 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 36184) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:33.011488 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-847b4840-d995-4329-bc27-38a66bc4a3e0 admin admin] Publish callbacks [] for security_group (6b3fde18-55ed-489e-9cd5-aa6aa909129e), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:33.032026 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-847b4840-d995-4329-bc27-38a66bc4a3e0 admin admin] Publish callbacks [] for security_group (6b3fde18-55ed-489e-9cd5-aa6aa909129e), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:33.079962 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-847b4840-d995-4329-bc27-38a66bc4a3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (6b3fde18-55ed-489e-9cd5-aa6aa909129e), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:33.082524 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-847b4840-d995-4329-bc27-38a66bc4a3e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:33.083659 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-847b4840-d995-4329-bc27-38a66bc4a3e0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6b3fde18-55ed-489e-9cd5-aa6aa909129e HTTP/1.1" status: 204 len: 168 time: 0.1199644 Mar 23 17:30:33.091474 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b4840-d995-4329-bc27-38a66bc4a3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3fde18-55ed-489e-9cd5-aa6aa909129e,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:33.424606 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 36192) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:33.438672 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a72d871b-e93e-45b8-8163-9fa949fce3ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:33.545941 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a72d871b-e93e-45b8-8163-9fa949fce3ef admin admin] Publish callbacks [] for security_group (486b7ed9-f088-4f96-bd28-0900cbf99873), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:33.551254 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a72d871b-e93e-45b8-8163-9fa949fce3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (486b7ed9-f088-4f96-bd28-0900cbf99873), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:33.590979 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d871b-e93e-45b8-8163-9fa949fce3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486b7ed9-f088-4f96-bd28-0900cbf99873,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:33.598038 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-a72d871b-e93e-45b8-8163-9fa949fce3ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ac614171c8094569a219a35a55ee298e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1713226 Mar 23 17:30:33.599033 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 36196) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:33.658615 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-267cb4cd-8b0c-4ad6-bfcd-343915c02bac admin admin] Publish callbacks [] for security_group (486b7ed9-f088-4f96-bd28-0900cbf99873), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:33.684116 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-267cb4cd-8b0c-4ad6-bfcd-343915c02bac admin admin] Publish callbacks [] for security_group (486b7ed9-f088-4f96-bd28-0900cbf99873), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:33.738382 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9ea6c-fdc5-47c2-b0b1-3537cfe9280a req-f21be206-29f7-40ef-b597-d31d2bf4ca8c tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:33.738690 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-267cb4cd-8b0c-4ad6-bfcd-343915c02bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (486b7ed9-f088-4f96-bd28-0900cbf99873), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:33.739982 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4dd9ea6c-fdc5-47c2-b0b1-3537cfe9280a req-f21be206-29f7-40ef-b597-d31d2bf4ca8c tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 945 time: 0.0552824 Mar 23 17:30:33.742420 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-267cb4cd-8b0c-4ad6-bfcd-343915c02bac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:33.746089 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-267cb4cd-8b0c-4ad6-bfcd-343915c02bac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/486b7ed9-f088-4f96-bd28-0900cbf99873 HTTP/1.1" status: 204 len: 168 time: 0.1452842 Mar 23 17:30:33.754286 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267cb4cd-8b0c-4ad6-bfcd-343915c02bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486b7ed9-f088-4f96-bd28-0900cbf99873,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:34.108735 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4dd9ea6c-fdc5-47c2-b0b1-3537cfe9280a req-65d17a0e-8f03-4e54-8498-9c41ee7e7147 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3622811 Mar 23 17:30:34.134061 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db88528-77fc-48c4-80fc-ece1e7ce67f7 req-532b6e50-1ceb-44f6-8fa6-16a4c0fd5a20 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:34.135733 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4db88528-77fc-48c4-80fc-ece1e7ce67f7 req-532b6e50-1ceb-44f6-8fa6-16a4c0fd5a20 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 945 time: 0.3290405 Mar 23 17:30:34.214343 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4db88528-77fc-48c4-80fc-ece1e7ce67f7 req-33fc6c4e-6221-492e-969f-f4d51d7b63d0 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727096 Mar 23 17:30:34.244081 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e3b5f-905f-4045-9dd3-24fadd483ade req-b5539ca8-ed0b-4038-bb24-5cfd93652f12 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:34.245602 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e05e3b5f-905f-4045-9dd3-24fadd483ade req-b5539ca8-ed0b-4038-bb24-5cfd93652f12 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 945 time: 0.0667877 Mar 23 17:30:34.353020 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e05e3b5f-905f-4045-9dd3-24fadd483ade req-4b9cece4-a3ad-4cc6-bab1-c84d4e72a700 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945549 Mar 23 17:30:34.377034 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae32f7e-9185-4bb2-834f-d2c86d06f6a2 req-61279632-b3ba-4bed-85ca-204b5a347ab8 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:34.378980 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4ae32f7e-9185-4bb2-834f-d2c86d06f6a2 req-61279632-b3ba-4bed-85ca-204b5a347ab8 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0897932 Mar 23 17:30:34.430132 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4ae32f7e-9185-4bb2-834f-d2c86d06f6a2 req-5a59a6e8-b970-429e-acae-c47abd8e3cde tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455980 Mar 23 17:30:35.075280 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111a545-908e-40be-81d4-6beec0f78304 req-0c58ca04-9a34-4755-9ebc-880a1345d97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:35.076996 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e111a545-908e-40be-81d4-6beec0f78304 req-0c58ca04-9a34-4755-9ebc-880a1345d97f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 1130 time: 0.0779457 Mar 23 17:30:35.081727 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d27b57-251b-442d-89bb-7059b87f4819 req-bc9d1999-aec7-4b91-ab23-aa342d53b92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:35.083351 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-95d27b57-251b-442d-89bb-7059b87f4819 req-bc9d1999-aec7-4b91-ab23-aa342d53b92c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 1129 time: 0.0750144 Mar 23 17:30:35.153436 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e111a545-908e-40be-81d4-6beec0f78304 req-18aea2b8-c4d7-449e-a6ab-5450f3525d78 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690482 Mar 23 17:30:35.161325 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-95d27b57-251b-442d-89bb-7059b87f4819 req-1e0ab998-4486-4076-8cf4-fed8c2052c7f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691283 Mar 23 17:30:35.252384 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb19d0-934b-4b0f-a8a8-ebdb42f5bd2e req-ce7622b1-8c8a-4677-aa9d-4aa97267356a tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:35.254394 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2fcb19d0-934b-4b0f-a8a8-ebdb42f5bd2e req-ce7622b1-8c8a-4677-aa9d-4aa97267356a tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 945 time: 0.0679128 Mar 23 17:30:35.316175 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2fcb19d0-934b-4b0f-a8a8-ebdb42f5bd2e req-acb16d74-f548-4c0a-b159-a413ae3be783 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555184 Mar 23 17:30:35.379261 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065a92f-e2c1-4913-bfed-4626de07fda6 req-35d542ac-0831-47bc-9b84-7b9bd78ba424 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:35.380959 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3065a92f-e2c1-4913-bfed-4626de07fda6 req-35d542ac-0831-47bc-9b84-7b9bd78ba424 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 945 time: 0.0781744 Mar 23 17:30:35.487224 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3065a92f-e2c1-4913-bfed-4626de07fda6 req-47588ffd-7150-4c18-bb50-2f6fe0c1c691 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954061 Mar 23 17:30:35.539878 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acdd52a-55e0-4895-92f8-e7bd3a5ae697 req-b912801d-5c00-42fb-b5db-7c02d3e112ae tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:35.541685 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7acdd52a-55e0-4895-92f8-e7bd3a5ae697 req-b912801d-5c00-42fb-b5db-7c02d3e112ae tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 945 time: 0.0707126 Mar 23 17:30:35.593918 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7acdd52a-55e0-4895-92f8-e7bd3a5ae697 req-fceb936d-7dce-4c35-b599-cfadc3169224 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454342 Mar 23 17:30:35.725368 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b3a19-841b-4886-81a5-4f6247536452 req-8263d390-f2c7-45ce-8060-b0e6fa7c087b tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:35.726854 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-705b3a19-841b-4886-81a5-4f6247536452 req-8263d390-f2c7-45ce-8060-b0e6fa7c087b tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0702860 Mar 23 17:30:35.773627 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-705b3a19-841b-4886-81a5-4f6247536452 req-8779a563-9aa2-46d6-9dae-b534daf49152 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409987 Mar 23 17:30:36.459320 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37bff2-2f1c-4caa-b48d-bcd7ffbd8b50 req-ee2fa7fa-a2e0-4cc4-b6a6-c7cafc7302d8 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:36.460857 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ae37bff2-2f1c-4caa-b48d-bcd7ffbd8b50 req-ee2fa7fa-a2e0-4cc4-b6a6-c7cafc7302d8 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 945 time: 0.0589421 Mar 23 17:30:36.517671 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ae37bff2-2f1c-4caa-b48d-bcd7ffbd8b50 req-a9e400a9-ee1b-4e51-a216-1e2daf319778 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496781 Mar 23 17:30:36.640016 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280e456-8ca7-48dc-81dd-e66312b0781f req-3973aac4-0a4e-4980-a6e1-9308a6b50e93 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:36.641654 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1280e456-8ca7-48dc-81dd-e66312b0781f req-3973aac4-0a4e-4980-a6e1-9308a6b50e93 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 945 time: 0.0658507 Mar 23 17:30:36.737320 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1280e456-8ca7-48dc-81dd-e66312b0781f req-ebd0f6c7-4526-4dc6-9237-e65290a5407a tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883064 Mar 23 17:30:36.760773 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e4837-ae51-4344-8c06-3a8f9b71cae7 req-c8538d1e-3f4a-4213-a357-e9726d968694 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:36.762062 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a84e4837-ae51-4344-8c06-3a8f9b71cae7 req-c8538d1e-3f4a-4213-a357-e9726d968694 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 945 time: 0.0916030 Mar 23 17:30:36.826342 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a84e4837-ae51-4344-8c06-3a8f9b71cae7 req-6a04f0e2-a03a-4f33-87e7-4a68881b4948 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517330 Mar 23 17:30:36.910466 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e065eb9-377a-4ec3-a029-a4f67c428cef req-ad93d265-4ab0-4878-a659-9512ae060658 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:36.912316 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9e065eb9-377a-4ec3-a029-a4f67c428cef req-ad93d265-4ab0-4878-a659-9512ae060658 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0547884 Mar 23 17:30:36.977620 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9e065eb9-377a-4ec3-a029-a4f67c428cef req-996ff29b-367a-429b-aa2c-0394eaa72548 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565248 Mar 23 17:30:37.626814 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bacb3c21-7ac9-4ebf-9929-656f6576b596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:37.685328 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8455dd-a13d-438b-9d85-816317eba7fe req-7053cd42-0a88-4b02-8fc5-60d0231cc3e5 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:37.696868 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5f8455dd-a13d-438b-9d85-816317eba7fe req-7053cd42-0a88-4b02-8fc5-60d0231cc3e5 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 945 time: 0.0984054 Mar 23 17:30:37.767783 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5f8455dd-a13d-438b-9d85-816317eba7fe req-e18cc369-d0ed-4092-a277-c9e48d882f23 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699100 Mar 23 17:30:37.953962 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b46d2-58ca-48c9-88e9-65df7f3db599 req-725dda79-8448-4c47-b972-a114f7c53cf2 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:37.957671 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-446b46d2-58ca-48c9-88e9-65df7f3db599 req-725dda79-8448-4c47-b972-a114f7c53cf2 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 945 time: 0.1094551 Mar 23 17:30:38.014234 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945f234-8f5e-4fec-93ca-431bc162d3e0 req-69f996ce-1c84-48ca-9bb3-8c2bc05dc1d0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:38.015808 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6945f234-8f5e-4fec-93ca-431bc162d3e0 req-69f996ce-1c84-48ca-9bb3-8c2bc05dc1d0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 945 time: 0.0994222 Mar 23 17:30:38.027834 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 36362) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:38.030183 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-446b46d2-58ca-48c9-88e9-65df7f3db599 req-de35ee2a-fa02-4d11-ae0b-091def1586d6 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675774 Mar 23 17:30:38.033318 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-e7ba41c3-7f6d-46cc-a185-d8e201ae4d09 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Request body: {'floatingip': {'port_id': '9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:30:38.191834 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e7ba41c3-7f6d-46cc-a185-d8e201ae4d09 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for floatingip (88ec294e-1930-4c09-8375-1fcee4d9a0cd), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:38.208838 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b0e92-880b-4b30-9b25-6f1e6b3a4a5d req-72c735d1-dcbc-4c5b-85c4-9db5ad373e3a tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:38.210552 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4c8b0e92-880b-4b30-9b25-6f1e6b3a4a5d req-72c735d1-dcbc-4c5b-85c4-9db5ad373e3a tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 945 time: 0.1134269 Mar 23 17:30:38.233217 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa127b73-4876-4f5d-9151-e694f36829a4 req-16b29c7a-937b-4f24-bd63-828341101437 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:38.234754 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-aa127b73-4876-4f5d-9151-e694f36829a4 req-16b29c7a-937b-4f24-bd63-828341101437 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0983903 Mar 23 17:30:38.294152 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4c8b0e92-880b-4b30-9b25-6f1e6b3a4a5d req-7087553a-b486-4d90-a7eb-b1e0da295cce tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758917 Mar 23 17:30:38.330522 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-aa127b73-4876-4f5d-9151-e694f36829a4 req-f608438f-5161-446c-9d69-e0b6a9570e5d tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713918 Mar 23 17:30:38.749011 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933e275-74d6-4fc8-b03f-5334277ef8fd req-deb715eb-74a6-453a-bef0-8daa2b114a1d tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:38.751781 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2933e275-74d6-4fc8-b03f-5334277ef8fd req-deb715eb-74a6-453a-bef0-8daa2b114a1d tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 945 time: 0.0729678 Mar 23 17:30:38.817078 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2933e275-74d6-4fc8-b03f-5334277ef8fd req-576d485f-f7de-443c-8c0e-efcd9a29faab tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556509 Mar 23 17:30:39.075034 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c8d27-51af-4371-a62b-d02f66b0658f req-8c792b99-4e03-42b2-9165-59be1d5d86ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:39.075034 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1b6c8d27-51af-4371-a62b-d02f66b0658f req-8c792b99-4e03-42b2-9165-59be1d5d86ce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5f8e1fcf32ed4c89b61e93ec571f7fe7&device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 1129 time: 0.3407211 Mar 23 17:30:39.218134 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe46235-091c-496a-ae64-07886faf23c7 req-92de1b86-d60b-46a7-ae86-a738d3680f42 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:39.220062 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9fe46235-091c-496a-ae64-07886faf23c7 req-92de1b86-d60b-46a7-ae86-a738d3680f42 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 945 time: 0.0902345 Mar 23 17:30:39.231493 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.db.resource_extend [None req-e7ba41c3-7f6d-46cc-a185-d8e201ae4d09 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 17:30:39.323030 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9fe46235-091c-496a-ae64-07886faf23c7 req-fa7831cf-3c9d-4a7a-86a9-c7bd82d69a79 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948186 Mar 23 17:30:39.373082 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c8d27-51af-4371-a62b-d02f66b0658f req-1ecdd731-1497-40d6-aba3-94053a886791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:39.375186 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1b6c8d27-51af-4371-a62b-d02f66b0658f req-1ecdd731-1497-40d6-aba3-94053a886791 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e39f5c4c-2123-4c06-9dcf-a1960e2860e7 HTTP/1.1" status: 200 len: 919 time: 0.2730427 Mar 23 17:30:39.393529 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e7ba41c3-7f6d-46cc-a185-d8e201ae4d09 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:39.459739 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1b6c8d27-51af-4371-a62b-d02f66b0658f req-11f4f29b-af98-48a1-b13a-658b0745c194 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5af97ef-3820-41d9-b5f6-ef37769ab6fb HTTP/1.1" status: 200 len: 217 time: 0.0696788 Mar 23 17:30:39.461461 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e7ba41c3-7f6d-46cc-a185-d8e201ae4d09 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614213'] for floatingip (88ec294e-1930-4c09-8375-1fcee4d9a0cd), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:39.577298 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e06cc3-a239-406f-a979-d14c0438be55 req-aa0392f7-9713-4a49-b4ae-16445861f256 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:39.588538 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c1e06cc3-a239-406f-a979-d14c0438be55 req-aa0392f7-9713-4a49-b4ae-16445861f256 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 945 time: 0.1443894 Mar 23 17:30:39.590197 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 36410) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:39.595406 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-f6dbdbc9-564e-4fb6-a984-c81c073a0786 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Request body: {'floatingip': {'port_id': 'ef4f9a75-007b-4eb1-8e74-604bbba327dd'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:30:39.623566 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 36412) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:39.656917 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c8d27-51af-4371-a62b-d02f66b0658f req-e7946f24-1314-4d1e-982d-64cd6b1407eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:39.658701 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1b6c8d27-51af-4371-a62b-d02f66b0658f req-e7946f24-1314-4d1e-982d-64cd6b1407eb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ecd5be18-6bee-4974-83c0-da45214c17c0 HTTP/1.1" status: 200 len: 857 time: 0.1915128 Mar 23 17:30:39.683402 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49455162-eaa8-41b0-8f8b-49173ea2ab70 req-1ad5e4db-606a-4527-adda-5f550a869489 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:39.685815 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-49455162-eaa8-41b0-8f8b-49173ea2ab70 req-1ad5e4db-606a-4527-adda-5f550a869489 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.1931922 Mar 23 17:30:39.706938 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f6dbdbc9-564e-4fb6-a984-c81c073a0786 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for floatingip (d796ef91-c878-4593-943e-38cd4633652a), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:39.734082 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.db.l3_db [None req-e7ba41c3-7f6d-46cc-a185-d8e201ae4d09 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Floating IP 88ec294e-1930-4c09-8375-1fcee4d9a0cd associated. External IP: 172.27.2.239, port: 9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3. Mar 23 17:30:39.840740 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-dadee4b6-1fe2-4281-aae9-367e2ac370aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:39.872212 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-49455162-eaa8-41b0-8f8b-49173ea2ab70 req-a7e22f87-d4a2-421e-81f6-2c1d59587493 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757107 Mar 23 17:30:39.966296 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c8d27-51af-4371-a62b-d02f66b0658f req-7bd84a57-e2a3-472c-bcf0-2c0e7ec0323f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:39.970643 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1b6c8d27-51af-4371-a62b-d02f66b0658f req-7bd84a57-e2a3-472c-bcf0-2c0e7ec0323f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e39f5c4c-2123-4c06-9dcf-a1960e2860e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3020270 Mar 23 17:30:40.130245 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2da9f180-3db1-49af-83ca-aaa096168909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:40.197791 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1b6c8d27-51af-4371-a62b-d02f66b0658f req-c2ae041a-2c8f-42a8-80b5-8acff35f89aa service neutron] 10.222.0.57 "GET /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220700 Mar 23 17:30:40.248391 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064eef86-64fb-4cab-b3d7-5175d7d580f8 req-cb41a3e8-de01-4657-beb0-47b6871fb64e tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:40.249546 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-064eef86-64fb-4cab-b3d7-5175d7d580f8 req-cb41a3e8-de01-4657-beb0-47b6871fb64e tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.2758048 Mar 23 17:30:40.256790 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f2d295-1194-4af9-b106-40dbdc642227 req-e342ddac-2979-4e88-ac11-7579417d037f tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:40.258334 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-98f2d295-1194-4af9-b106-40dbdc642227 req-e342ddac-2979-4e88-ac11-7579417d037f tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 945 time: 0.3287256 Mar 23 17:30:40.279201 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 36444) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:40.289264 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-dadee4b6-1fe2-4281-aae9-367e2ac370aa admin admin] Publish callbacks [] for security_group (0b0baf45-9b1b-4be4-b414-52a03d0c1f63), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:40.295048 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-4c6bead1-3920-4723-ab34-9a30c55293cc tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Request body: {'floatingip': {'port_id': '4644d4da-7800-458e-a05e-038aaba7d8a8'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:30:40.307270 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-dadee4b6-1fe2-4281-aae9-367e2ac370aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (0b0baf45-9b1b-4be4-b414-52a03d0c1f63), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:40.395891 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4c6bead1-3920-4723-ab34-9a30c55293cc tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for floatingip (7d0b5b55-ec60-4d02-b417-4257e84c250b), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:40.452928 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-98f2d295-1194-4af9-b106-40dbdc642227 req-2a95578e-f418-478b-ac3f-94ef3dd0c5d9 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463754 Mar 23 17:30:40.468568 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-dadee4b6-1fe2-4281-aae9-367e2ac370aa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a4ec95035d064ef18d66de9896b2aa13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8412209 Mar 23 17:30:40.470679 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 36450) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:40.492348 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadee4b6-1fe2-4281-aae9-367e2ac370aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0baf45-9b1b-4be4-b414-52a03d0c1f63,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:40.510458 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ba41c3-7f6d-46cc-a185-d8e201ae4d09 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Router e9794722-c150-44c7-906a-28cfb4d22793 has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:30:40.520574 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1b6c8d27-51af-4371-a62b-d02f66b0658f req-0e6a67aa-e582-4233-b8b2-f904adf40d66 service neutron] 10.222.0.57 "GET /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156052 Mar 23 17:30:40.874035 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-43e9e47e-ec70-41fa-901c-7996f68ecdfd admin admin] Publish callbacks [] for security_group (0b0baf45-9b1b-4be4-b414-52a03d0c1f63), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:40.877570 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f6dbdbc9-564e-4fb6-a984-c81c073a0786 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:40.897350 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f6dbdbc9-564e-4fb6-a984-c81c073a0786 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614213'] for floatingip (d796ef91-c878-4593-943e-38cd4633652a), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:40.954772 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-43e9e47e-ec70-41fa-901c-7996f68ecdfd admin admin] Publish callbacks [] for security_group (0b0baf45-9b1b-4be4-b414-52a03d0c1f63), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:40.990189 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ba41c3-7f6d-46cc-a185-d8e201ae4d09 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:30:40.995806 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e7ba41c3-7f6d-46cc-a185-d8e201ae4d09 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for floatingip (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:41.012315 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90944051-58e5-4af3-9a22-b316014905bb None None] Sync routers for ids ['e9794722-c150-44c7-906a-28cfb4d22793'] in dv-cinder-834920-1-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:30:41.022757 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90944051-58e5-4af3-9a22-b316014905bb None None] Routers {'e9794722-c150-44c7-906a-28cfb4d22793'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:30:41.023379 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-90944051-58e5-4af3-9a22-b316014905bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:30:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['e9794722-c150-44c7-906a-28cfb4d22793'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:30:41.048575 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-e7ba41c3-7f6d-46cc-a185-d8e201ae4d09 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "PUT /v2.0/floatingips/88ec294e-1930-4c09-8375-1fcee4d9a0cd HTTP/1.1" status: 200 len: 991 time: 3.0187452 Mar 23 17:30:41.053837 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a9b9937-a77e-44a6-b727-aacb685cae4a', 'tag': '9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:30:41.064404 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b723c4a-6d2d-4893-8d4a-76acd43acfa9" -d '{"events": [{"name": "network-changed", "server_uuid": "2a9b9937-a77e-44a6-b727-aacb685cae4a", "tag": "9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:30:41.094449 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.db.l3_db [None req-f6dbdbc9-564e-4fb6-a984-c81c073a0786 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Floating IP d796ef91-c878-4593-943e-38cd4633652a associated. External IP: 172.27.2.26, port: ef4f9a75-007b-4eb1-8e74-604bbba327dd. Mar 23 17:30:41.135469 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c59c7c3-43c3-4a59-9f9a-c725e17ae225 x-openstack-request-id: req-2c59c7c3-43c3-4a59-9f9a-c725e17ae225 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:30:41.136039 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a9b9937-a77e-44a6-b727-aacb685cae4a", "tag": "9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:30:41.137263 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2c59c7c3-43c3-4a59-9f9a-c725e17ae225 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:30:41.137769 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c59c7c3-43c3-4a59-9f9a-c725e17ae225'] response: {'name': 'network-changed', 'server_uuid': '2a9b9937-a77e-44a6-b727-aacb685cae4a', 'tag': '9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3', 'status': 'completed', 'code': 200} Mar 23 17:30:41.148607 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-90944051-58e5-4af3-9a22-b316014905bb None None] Set router e9794722-c150-44c7-906a-28cfb4d22793 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:30:41.242732 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-43e9e47e-ec70-41fa-901c-7996f68ecdfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (0b0baf45-9b1b-4be4-b414-52a03d0c1f63), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:41.253565 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-43e9e47e-ec70-41fa-901c-7996f68ecdfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:41.255205 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-43e9e47e-ec70-41fa-901c-7996f68ecdfd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b0baf45-9b1b-4be4-b414-52a03d0c1f63 HTTP/1.1" status: 204 len: 168 time: 0.7847288 Mar 23 17:30:41.306358 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b723c4a-6d2d-4893-8d4a-76acd43acfa9 req-fb116090-384c-4cf6-9bef-2ee9f95d10ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:41.309283 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8b723c4a-6d2d-4893-8d4a-76acd43acfa9 req-fb116090-384c-4cf6-9bef-2ee9f95d10ce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81cbeef3df3646be902884c3e8e86d20&device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 1129 time: 0.1214337 Mar 23 17:30:41.325233 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9e47e-ec70-41fa-901c-7996f68ecdfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0baf45-9b1b-4be4-b414-52a03d0c1f63,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:41.372960 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:41.468313 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.db.resource_extend [None req-4c6bead1-3920-4723-ab34-9a30c55293cc tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 17:30:41.508266 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6dbdbc9-564e-4fb6-a984-c81c073a0786 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Router 06643b2d-3270-46bc-8887-8b9f92b18bf3 has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:30:41.577411 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4c6bead1-3920-4723-ab34-9a30c55293cc tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:41.608530 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b723c4a-6d2d-4893-8d4a-76acd43acfa9 req-3b8b82a2-3731-42bd-8d04-8c455b55f934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:41.611093 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8b723c4a-6d2d-4893-8d4a-76acd43acfa9 req-3b8b82a2-3731-42bd-8d04-8c455b55f934 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2888c7fe-ae98-4d0e-9549-8ca804e8c855 HTTP/1.1" status: 200 len: 916 time: 0.2726183 Mar 23 17:30:41.612646 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4c6bead1-3920-4723-ab34-9a30c55293cc tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614213'] for floatingip (7d0b5b55-ec60-4d02-b417-4257e84c250b), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:41.759483 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b49dd-8ac1-41b2-aecf-a8c7434442d6 req-54381648-8062-4bde-8416-3113701bd586 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:41.761087 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e11b49dd-8ac1-41b2-aecf-a8c7434442d6 req-54381648-8062-4bde-8416-3113701bd586 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 945 time: 0.1583121 Mar 23 17:30:41.796752 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-90944051-58e5-4af3-9a22-b316014905bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'name': 'tempest-AttachVolumeNegativeTest-1323889583-router', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:27Z', 'revision_number': 4, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'gw_port': {'id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': '88ec294e-1930-4c09-8375-1fcee4d9a0cd', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'port_id': '9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'mac_address': 'fa:16:3e:82:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b9937-a77e-44a6-b727-aacb685cae4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:29:34Z', 'updated_at': '2022-03-23T17:30:39Z', 'revision_number': 1, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24758108-f7b9-4a7b-a8d0-a67a29e436b3', 'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'mac_address': 'fa:16:3e:87:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd923e995-8ad4-43f2-beba-221af8031362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:25Z', 'updated_at': '2022-03-23T17:29:42Z', 'revision_number': 5, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'subnets': [{'id': 'd923e995-8ad4-43f2-beba-221af8031362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:30:41.830165 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90944051-58e5-4af3-9a22-b316014905bb None None] Checking router: e9794722-c150-44c7-906a-28cfb4d22793 for host: dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:30:41.830409 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e11b49dd-8ac1-41b2-aecf-a8c7434442d6 req-8f1859d1-3bba-4357-b8cc-2a4340b478e9 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619934 Mar 23 17:30:41.831312 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6dbdbc9-564e-4fb6-a984-c81c073a0786 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:30:41.840726 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90944051-58e5-4af3-9a22-b316014905bb None None] Routers {'e9794722-c150-44c7-906a-28cfb4d22793'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:30:41.841674 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f6dbdbc9-564e-4fb6-a984-c81c073a0786 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:41.841938 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-90944051-58e5-4af3-9a22-b316014905bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:30:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['e9794722-c150-44c7-906a-28cfb4d22793'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:30:41.848838 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5527f11c-5236-4377-909c-2702d5af3cad None None] Sync routers for ids ['06643b2d-3270-46bc-8887-8b9f92b18bf3'] in dv-cinder-834920-1-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:30:41.890711 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5527f11c-5236-4377-909c-2702d5af3cad None None] Routers {'06643b2d-3270-46bc-8887-8b9f92b18bf3'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:30:41.894005 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-5527f11c-5236-4377-909c-2702d5af3cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:30:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['06643b2d-3270-46bc-8887-8b9f92b18bf3'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:30:41.906245 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-f6dbdbc9-564e-4fb6-a984-c81c073a0786 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "PUT /v2.0/floatingips/d796ef91-c878-4593-943e-38cd4633652a HTTP/1.1" status: 200 len: 990 time: 2.3145964 Mar 23 17:30:41.908339 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8b723c4a-6d2d-4893-8d4a-76acd43acfa9 req-e2c6cb84-a49f-45ac-bd5d-8ffafbab7f3f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3 HTTP/1.1" status: 200 len: 999 time: 0.2912560 Mar 23 17:30:41.908515 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c37794-0af1-42b5-bd85-f224308f7dec', 'tag': 'ef4f9a75-007b-4eb1-8e74-604bbba327dd'}] {{(pid=103208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:30:41.912469 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d19940c1d3d58fda64df9d77de31f07f84ddba43144513a64de6e566be545741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5439a5c1-6fea-44cf-be43-40f9a1ef416f" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c37794-0af1-42b5-bd85-f224308f7dec", "tag": "ef4f9a75-007b-4eb1-8e74-604bbba327dd"}]}' {{(pid=103208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:30:41.960598 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f6bed1-81ee-47e9-b535-faff1b8906f0 x-openstack-request-id: req-49f6bed1-81ee-47e9-b535-faff1b8906f0 {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:30:41.960891 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c37794-0af1-42b5-bd85-f224308f7dec", "tag": "ef4f9a75-007b-4eb1-8e74-604bbba327dd", "status": "completed", "code": 200}]} {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:30:41.961168 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-49f6bed1-81ee-47e9-b535-faff1b8906f0 {{(pid=103208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:30:41.961618 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49f6bed1-81ee-47e9-b535-faff1b8906f0'] response: {'name': 'network-changed', 'server_uuid': 'b7c37794-0af1-42b5-bd85-f224308f7dec', 'tag': 'ef4f9a75-007b-4eb1-8e74-604bbba327dd', 'status': 'completed', 'code': 200} Mar 23 17:30:42.002632 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-90944051-58e5-4af3-9a22-b316014905bb None None] Set router e9794722-c150-44c7-906a-28cfb4d22793 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:30:42.002876 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b723c4a-6d2d-4893-8d4a-76acd43acfa9 req-83cdf055-9bf5-44f1-b017-3843c249069c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:42.004199 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8b723c4a-6d2d-4893-8d4a-76acd43acfa9 req-83cdf055-9bf5-44f1-b017-3843c249069c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d923e995-8ad4-43f2-beba-221af8031362 HTTP/1.1" status: 200 len: 854 time: 0.0792103 Mar 23 17:30:42.015325 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.db.l3_db [None req-4c6bead1-3920-4723-ab34-9a30c55293cc tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Floating IP 7d0b5b55-ec60-4d02-b417-4257e84c250b associated. External IP: 172.27.2.90, port: 4644d4da-7800-458e-a05e-038aaba7d8a8. Mar 23 17:30:42.093116 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-5527f11c-5236-4377-909c-2702d5af3cad None None] Set router 06643b2d-3270-46bc-8887-8b9f92b18bf3 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:30:42.216967 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439a5c1-6fea-44cf-be43-40f9a1ef416f req-e641b179-c433-43cc-bd76-705e6ec1a436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:42.218719 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5439a5c1-6fea-44cf-be43-40f9a1ef416f req-e641b179-c433-43cc-bd76-705e6ec1a436 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8195f2270b3f441a87ed2fe7c64cc06d&device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 1129 time: 0.1999750 Mar 23 17:30:42.225733 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b723c4a-6d2d-4893-8d4a-76acd43acfa9 req-3404f542-e602-402e-969b-fd9d58101fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:42.227320 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8b723c4a-6d2d-4893-8d4a-76acd43acfa9 req-3404f542-e602-402e-969b-fd9d58101fde service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2888c7fe-ae98-4d0e-9549-8ca804e8c855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1953290 Mar 23 17:30:42.350420 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-90944051-58e5-4af3-9a22-b316014905bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'name': 'tempest-AttachVolumeNegativeTest-1323889583-router', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:27Z', 'revision_number': 4, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'gw_port': {'id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': '88ec294e-1930-4c09-8375-1fcee4d9a0cd', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'port_id': '9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'mac_address': 'fa:16:3e:82:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b9937-a77e-44a6-b727-aacb685cae4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:29:34Z', 'updated_at': '2022-03-23T17:30:39Z', 'revision_number': 1, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24758108-f7b9-4a7b-a8d0-a67a29e436b3', 'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'mac_address': 'fa:16:3e:87:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd923e995-8ad4-43f2-beba-221af8031362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:25Z', 'updated_at': '2022-03-23T17:29:42Z', 'revision_number': 5, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'subnets': [{'id': 'd923e995-8ad4-43f2-beba-221af8031362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:30:42.387332 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90944051-58e5-4af3-9a22-b316014905bb None None] The sync data for ids ['e9794722-c150-44c7-906a-28cfb4d22793'] in dv-cinder-834920-1-iscsi is: [{'id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'name': 'tempest-AttachVolumeNegativeTest-1323889583-router', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:27Z', 'revision_number': 4, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'gw_port': {'id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': '88ec294e-1930-4c09-8375-1fcee4d9a0cd', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'port_id': '9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'mac_address': 'fa:16:3e:82:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b9937-a77e-44a6-b727-aacb685cae4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:29:34Z', 'updated_at': '2022-03-23T17:30:39Z', 'revision_number': 1, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24758108-f7b9-4a7b-a8d0-a67a29e436b3', 'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'mac_address': 'fa:16:3e:87:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd923e995-8ad4-43f2-beba-221af8031362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:25Z', 'updated_at': '2022-03-23T17:29:42Z', 'revision_number': 5, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'subnets': [{'id': 'd923e995-8ad4-43f2-beba-221af8031362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:30:42.455354 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-5527f11c-5236-4377-909c-2702d5af3cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2035450451-router', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:16Z', 'updated_at': '2022-03-23T17:29:29Z', 'revision_number': 4, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'gw_port': {'id': 'c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:77:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:17Z', 'updated_at': '2022-03-23T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': 'd796ef91-c878-4593-943e-38cd4633652a', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'port_id': 'ef4f9a75-007b-4eb1-8e74-604bbba327dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b', 'mac_address': 'fa:16:3e:0d:67:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c37794-0af1-42b5-bd85-f224308f7dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:29:41Z', 'updated_at': '2022-03-23T17:30:40Z', 'revision_number': 1, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccba8dfc-b097-4469-986d-0d7e3e7a61bb', 'name': '', 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'mac_address': 'fa:16:3e:77:31:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22ea3e11-cafc-4af7-994c-b65686f8be40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:26Z', 'updated_at': '2022-03-23T17:29:35Z', 'revision_number': 5, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'subnets': [{'id': '22ea3e11-cafc-4af7-994c-b65686f8be40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:30:42.527025 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5527f11c-5236-4377-909c-2702d5af3cad None None] Checking router: 06643b2d-3270-46bc-8887-8b9f92b18bf3 for host: dv-cinder-834920-1-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:30:42.540075 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5527f11c-5236-4377-909c-2702d5af3cad None None] Routers {'06643b2d-3270-46bc-8887-8b9f92b18bf3'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:30:42.541572 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-5527f11c-5236-4377-909c-2702d5af3cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:30:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['06643b2d-3270-46bc-8887-8b9f92b18bf3'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:30:42.558340 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8b723c4a-6d2d-4893-8d4a-76acd43acfa9 req-2807ed53-2cab-4302-b3b0-9d60a11df976 service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159230 Mar 23 17:30:42.564648 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439a5c1-6fea-44cf-be43-40f9a1ef416f req-d98efe19-7957-4d6d-9ab2-375871a81fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:42.564648 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5439a5c1-6fea-44cf-be43-40f9a1ef416f req-d98efe19-7957-4d6d-9ab2-375871a81fb5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3bf943bd-1e58-43c1-bec1-ca7908c0478b HTTP/1.1" status: 200 len: 918 time: 0.3337684 Mar 23 17:30:42.575963 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6bead1-3920-4723-ab34-9a30c55293cc tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Router 48063dea-2895-40e4-905f-dfe5b0b536bb has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:30:42.797555 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95d4cb2-917e-49cf-a28d-f67890e652ab None None] New status for floating IP 88ec294e-1930-4c09-8375-1fcee4d9a0cd: ACTIVE {{(pid=103210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:30:42.843170 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:42.845703 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-5527f11c-5236-4377-909c-2702d5af3cad None None] Set router 06643b2d-3270-46bc-8887-8b9f92b18bf3 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:30:43.056278 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 36550) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:43.100988 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ce8fa-43f0-4838-8ce9-cdc966f73317 req-5add67ea-2948-4dd4-933f-19340c02cb14 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:43.103529 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bb7ce8fa-43f0-4838-8ce9-cdc966f73317 req-5add67ea-2948-4dd4-933f-19340c02cb14 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 945 time: 0.1154706 Mar 23 17:30:43.188976 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5439a5c1-6fea-44cf-be43-40f9a1ef416f req-4a3cd099-cad8-42fc-a531-c6c770efa5ce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef4f9a75-007b-4eb1-8e74-604bbba327dd HTTP/1.1" status: 200 len: 998 time: 0.6016307 Mar 23 17:30:43.196779 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bb7ce8fa-43f0-4838-8ce9-cdc966f73317 req-ba0b8816-a8a1-4295-aa84-f3fa88d47cd2 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869203 Mar 23 17:30:43.197297 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 36554) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:43.256659 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439a5c1-6fea-44cf-be43-40f9a1ef416f req-33459509-6641-4759-9508-9c9aa55d9c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:43.258504 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5439a5c1-6fea-44cf-be43-40f9a1ef416f req-33459509-6641-4759-9508-9c9aa55d9c33 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22ea3e11-cafc-4af7-994c-b65686f8be40 HTTP/1.1" status: 200 len: 856 time: 0.0625999 Mar 23 17:30:43.283002 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6bead1-3920-4723-ab34-9a30c55293cc tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:30:43.301165 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ae893c-56e2-4a4f-a70b-fcab8a2e7268 None None] Sync routers for ids ['48063dea-2895-40e4-905f-dfe5b0b536bb'] in dv-cinder-834920-1-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:30:43.328707 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4c6bead1-3920-4723-ab34-9a30c55293cc tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for floatingip (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:43.347054 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ae893c-56e2-4a4f-a70b-fcab8a2e7268 None None] Routers {'48063dea-2895-40e4-905f-dfe5b0b536bb'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:30:43.347940 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-77ae893c-56e2-4a4f-a70b-fcab8a2e7268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:30:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['48063dea-2895-40e4-905f-dfe5b0b536bb'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:30:43.392490 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-85ad40d6-69dd-4848-981f-a76942660390 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:43.406342 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8b723c4a-6d2d-4893-8d4a-76acd43acfa9 req-52e37c54-fbbe-47c0-a430-520686b787b5 service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8271327 Mar 23 17:30:43.458499 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-4c6bead1-3920-4723-ab34-9a30c55293cc tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "PUT /v2.0/floatingips/7d0b5b55-ec60-4d02-b417-4257e84c250b HTTP/1.1" status: 200 len: 991 time: 3.1632390 Mar 23 17:30:43.458499 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '545e3831-f3ff-4447-b8aa-8d0a28c03910', 'tag': '4644d4da-7800-458e-a05e-038aaba7d8a8'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:30:43.458499 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4627f207-8121-4e5c-b4e6-b17ab70fe7cc" -d '{"events": [{"name": "network-changed", "server_uuid": "545e3831-f3ff-4447-b8aa-8d0a28c03910", "tag": "4644d4da-7800-458e-a05e-038aaba7d8a8"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:30:43.481753 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439a5c1-6fea-44cf-be43-40f9a1ef416f req-b0f15994-9c34-43d6-935e-486207f09419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:43.483475 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5439a5c1-6fea-44cf-be43-40f9a1ef416f req-b0f15994-9c34-43d6-935e-486207f09419 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bf943bd-1e58-43c1-bec1-ca7908c0478b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1880488 Mar 23 17:30:43.499809 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5fee902a-a9a8-4833-b99a-8641e24fda86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:43.585273 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-77ae893c-56e2-4a4f-a70b-fcab8a2e7268 None None] Set router 48063dea-2895-40e4-905f-dfe5b0b536bb gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:30:43.586113 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bb3a3e-9983-4098-bc8d-6dee8d05f9d0 x-openstack-request-id: req-b5bb3a3e-9983-4098-bc8d-6dee8d05f9d0 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:30:43.587852 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "545e3831-f3ff-4447-b8aa-8d0a28c03910", "tag": "4644d4da-7800-458e-a05e-038aaba7d8a8", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:30:43.587852 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b5bb3a3e-9983-4098-bc8d-6dee8d05f9d0 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:30:43.588032 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5bb3a3e-9983-4098-bc8d-6dee8d05f9d0'] response: {'name': 'network-changed', 'server_uuid': '545e3831-f3ff-4447-b8aa-8d0a28c03910', 'tag': '4644d4da-7800-458e-a05e-038aaba7d8a8', 'status': 'completed', 'code': 200} Mar 23 17:30:43.614023 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-85ad40d6-69dd-4848-981f-a76942660390 admin admin] Publish callbacks [] for security_group (5dc78712-15d7-462e-8b74-bf718cb58836), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:43.622359 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-85ad40d6-69dd-4848-981f-a76942660390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (5dc78712-15d7-462e-8b74-bf718cb58836), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:43.628658 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-5527f11c-5236-4377-909c-2702d5af3cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2035450451-router', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:16Z', 'updated_at': '2022-03-23T17:29:29Z', 'revision_number': 4, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'gw_port': {'id': 'c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:77:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:17Z', 'updated_at': '2022-03-23T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': 'd796ef91-c878-4593-943e-38cd4633652a', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'port_id': 'ef4f9a75-007b-4eb1-8e74-604bbba327dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b', 'mac_address': 'fa:16:3e:0d:67:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c37794-0af1-42b5-bd85-f224308f7dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:29:41Z', 'updated_at': '2022-03-23T17:30:40Z', 'revision_number': 1, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccba8dfc-b097-4469-986d-0d7e3e7a61bb', 'name': '', 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'mac_address': 'fa:16:3e:77:31:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22ea3e11-cafc-4af7-994c-b65686f8be40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:26Z', 'updated_at': '2022-03-23T17:29:35Z', 'revision_number': 5, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'subnets': [{'id': '22ea3e11-cafc-4af7-994c-b65686f8be40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:30:43.682376 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad40d6-69dd-4848-981f-a76942660390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc78712-15d7-462e-8b74-bf718cb58836,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:43.729113 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-85ad40d6-69dd-4848-981f-a76942660390 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c0b879f4b31466490d7d3ab95d87b36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6680143 Mar 23 17:30:43.730752 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5527f11c-5236-4377-909c-2702d5af3cad None None] The sync data for ids ['06643b2d-3270-46bc-8887-8b9f92b18bf3'] in dv-cinder-834920-1-iscsi is: [{'id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2035450451-router', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:16Z', 'updated_at': '2022-03-23T17:29:29Z', 'revision_number': 4, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'gw_port': {'id': 'c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:77:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:17Z', 'updated_at': '2022-03-23T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': 'd796ef91-c878-4593-943e-38cd4633652a', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'port_id': 'ef4f9a75-007b-4eb1-8e74-604bbba327dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b', 'mac_address': 'fa:16:3e:0d:67:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c37794-0af1-42b5-bd85-f224308f7dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:29:41Z', 'updated_at': '2022-03-23T17:30:40Z', 'revision_number': 1, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccba8dfc-b097-4469-986d-0d7e3e7a61bb', 'name': '', 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'mac_address': 'fa:16:3e:77:31:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22ea3e11-cafc-4af7-994c-b65686f8be40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:26Z', 'updated_at': '2022-03-23T17:29:35Z', 'revision_number': 5, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'subnets': [{'id': '22ea3e11-cafc-4af7-994c-b65686f8be40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:30:43.731035 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 36574) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:43.741644 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5fee902a-a9a8-4833-b99a-8641e24fda86 admin admin] Publish callbacks [] for security_group (1748668f-0ba3-430b-b47e-858858c52c98), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:43.750473 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5fee902a-a9a8-4833-b99a-8641e24fda86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (1748668f-0ba3-430b-b47e-858858c52c98), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:43.787276 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627f207-8121-4e5c-b4e6-b17ab70fe7cc req-a659d4fc-b382-4982-8be3-971e48179dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:43.794033 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4627f207-8121-4e5c-b4e6-b17ab70fe7cc req-a659d4fc-b382-4982-8be3-971e48179dbf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=562e825d481140639866877090276140&device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 1130 time: 0.1434965 Mar 23 17:30:43.810586 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5439a5c1-6fea-44cf-be43-40f9a1ef416f req-edb8b182-d74a-400b-a1dd-b67d2640756d service neutron] 10.222.0.57 "GET /v2.0/networks/3bf943bd-1e58-43c1-bec1-ca7908c0478b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173921 Mar 23 17:30:43.823585 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-5fee902a-a9a8-4833-b99a-8641e24fda86 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0ba5ec0c7d7a430eb0248fb681d13161&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6229615 Mar 23 17:30:43.823585 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee902a-a9a8-4833-b99a-8641e24fda86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1748668f-0ba3-430b-b47e-858858c52c98,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:43.824956 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 36576) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:43.900047 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-13c5e585-b095-4426-b98e-45b98f26f066 admin admin] Publish callbacks [] for security_group (1748668f-0ba3-430b-b47e-858858c52c98), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:43.934469 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-13c5e585-b095-4426-b98e-45b98f26f066 admin admin] Publish callbacks [] for security_group (1748668f-0ba3-430b-b47e-858858c52c98), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:44.042160 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-13c5e585-b095-4426-b98e-45b98f26f066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (1748668f-0ba3-430b-b47e-858858c52c98), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:44.043012 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-77ae893c-56e2-4a4f-a70b-fcab8a2e7268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'name': 'tempest-AttachVolumeTestJSON-290508263-router', 'tenant_id': '562e825d481140639866877090276140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4b00755c-72f5-4f2b-8458-b0ecb5621d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:18Z', 'updated_at': '2022-03-23T17:29:32Z', 'revision_number': 4, 'project_id': '562e825d481140639866877090276140', 'gw_port': {'id': '4b00755c-72f5-4f2b-8458-b0ecb5621d5f', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': '7d0b5b55-ec60-4d02-b417-4257e84c250b', 'tenant_id': '562e825d481140639866877090276140', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'port_id': '4644d4da-7800-458e-a05e-038aaba7d8a8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58', 'mac_address': 'fa:16:3e:00:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545e3831-f3ff-4447-b8aa-8d0a28c03910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:29:41Z', 'updated_at': '2022-03-23T17:30:41Z', 'revision_number': 1, 'project_id': '562e825d481140639866877090276140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '867fac67-9575-4b3e-aa0c-038b203f1c35', 'name': '', 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58', 'tenant_id': '562e825d481140639866877090276140', 'mac_address': 'fa:16:3e:f9:ca:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '551df535-6624-4945-9357-a463dcf05cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:30Z', 'updated_at': '2022-03-23T17:29:39Z', 'revision_number': 5, 'project_id': '562e825d481140639866877090276140', 'subnets': [{'id': '551df535-6624-4945-9357-a463dcf05cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:30:44.045276 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c77f29ae-0c3a-4921-8f3a-a949ed2bbd44 admin admin] Publish callbacks [] for security_group (5dc78712-15d7-462e-8b74-bf718cb58836), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:44.059779 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-13c5e585-b095-4426-b98e-45b98f26f066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:44.059779 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-13c5e585-b095-4426-b98e-45b98f26f066 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1748668f-0ba3-430b-b47e-858858c52c98 HTTP/1.1" status: 204 len: 168 time: 0.2262411 Mar 23 17:30:44.061613 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5e585-b095-4426-b98e-45b98f26f066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1748668f-0ba3-430b-b47e-858858c52c98,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:44.224101 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627f207-8121-4e5c-b4e6-b17ab70fe7cc req-2d55982e-ebec-4f37-83f1-68d7a331b6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:44.226915 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4627f207-8121-4e5c-b4e6-b17ab70fe7cc req-2d55982e-ebec-4f37-83f1-68d7a331b6ae service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf00ba7b-82ed-4a68-ac03-2cd555b65d58 HTTP/1.1" status: 200 len: 911 time: 0.4120352 Mar 23 17:30:44.235471 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c77f29ae-0c3a-4921-8f3a-a949ed2bbd44 admin admin] Publish callbacks [] for security_group (5dc78712-15d7-462e-8b74-bf718cb58836), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:44.243435 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ffee97-1809-4f76-857c-d18d2db2c6ed None None] New status for floating IP d796ef91-c878-4593-943e-38cd4633652a: ACTIVE {{(pid=103210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:30:44.318933 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5439a5c1-6fea-44cf-be43-40f9a1ef416f req-09f68593-bb5c-4063-aa39-be26bd142e05 service neutron] 10.222.0.57 "GET /v2.0/networks/3bf943bd-1e58-43c1-bec1-ca7908c0478b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4992592 Mar 23 17:30:44.361811 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ae893c-56e2-4a4f-a70b-fcab8a2e7268 None None] Checking router: 48063dea-2895-40e4-905f-dfe5b0b536bb for host: dv-cinder-834920-1-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:30:44.416807 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:44.425683 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ae893c-56e2-4a4f-a70b-fcab8a2e7268 None None] Routers {'48063dea-2895-40e4-905f-dfe5b0b536bb'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:30:44.427301 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-77ae893c-56e2-4a4f-a70b-fcab8a2e7268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:30:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['48063dea-2895-40e4-905f-dfe5b0b536bb'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:30:44.434187 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4627f207-8121-4e5c-b4e6-b17ab70fe7cc req-43748f9b-abc5-4a94-a930-95cbdf8c5c75 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4644d4da-7800-458e-a05e-038aaba7d8a8 HTTP/1.1" status: 200 len: 999 time: 0.1963882 Mar 23 17:30:44.503915 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c77f29ae-0c3a-4921-8f3a-a949ed2bbd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (5dc78712-15d7-462e-8b74-bf718cb58836), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:44.506450 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c77f29ae-0c3a-4921-8f3a-a949ed2bbd44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:44.509899 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-c77f29ae-0c3a-4921-8f3a-a949ed2bbd44 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5dc78712-15d7-462e-8b74-bf718cb58836 HTTP/1.1" status: 204 len: 168 time: 0.7756813 Mar 23 17:30:44.527785 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f29ae-0c3a-4921-8f3a-a949ed2bbd44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc78712-15d7-462e-8b74-bf718cb58836,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:44.540594 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627f207-8121-4e5c-b4e6-b17ab70fe7cc req-4a97db86-d811-4788-8f44-44339c36d61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:44.542574 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4627f207-8121-4e5c-b4e6-b17ab70fe7cc req-4a97db86-d811-4788-8f44-44339c36d61d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=551df535-6624-4945-9357-a463dcf05cfd HTTP/1.1" status: 200 len: 849 time: 0.0920405 Mar 23 17:30:44.546317 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8373c06-a369-4b62-80bc-1a71246c6cb3 req-43367945-3609-426e-aafd-434cf3e2afda tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:44.552629 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e8373c06-a369-4b62-80bc-1a71246c6cb3 req-43367945-3609-426e-aafd-434cf3e2afda tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 945 time: 0.1918757 Mar 23 17:30:44.680952 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627f207-8121-4e5c-b4e6-b17ab70fe7cc req-8c90f515-6e5b-4264-bcc9-c9e1cb961222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:44.685169 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4627f207-8121-4e5c-b4e6-b17ab70fe7cc req-8c90f515-6e5b-4264-bcc9-c9e1cb961222 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf00ba7b-82ed-4a68-ac03-2cd555b65d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1316597 Mar 23 17:30:44.688530 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e8373c06-a369-4b62-80bc-1a71246c6cb3 req-8a079cd5-7f33-4429-9ae1-9200c8a2a106 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303141 Mar 23 17:30:44.770383 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-77ae893c-56e2-4a4f-a70b-fcab8a2e7268 None None] Set router 48063dea-2895-40e4-905f-dfe5b0b536bb gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:30:44.961774 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4627f207-8121-4e5c-b4e6-b17ab70fe7cc req-86f1fe74-8874-4251-b2e1-ffc4d070ae80 service neutron] 10.222.0.57 "GET /v2.0/networks/cf00ba7b-82ed-4a68-ac03-2cd555b65d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646499 Mar 23 17:30:45.280423 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4627f207-8121-4e5c-b4e6-b17ab70fe7cc req-3d8547ac-d77c-4fb6-b13a-731086da60be service neutron] 10.222.0.57 "GET /v2.0/networks/cf00ba7b-82ed-4a68-ac03-2cd555b65d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013444 Mar 23 17:30:45.414302 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-77ae893c-56e2-4a4f-a70b-fcab8a2e7268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'name': 'tempest-AttachVolumeTestJSON-290508263-router', 'tenant_id': '562e825d481140639866877090276140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4b00755c-72f5-4f2b-8458-b0ecb5621d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:18Z', 'updated_at': '2022-03-23T17:29:32Z', 'revision_number': 4, 'project_id': '562e825d481140639866877090276140', 'gw_port': {'id': '4b00755c-72f5-4f2b-8458-b0ecb5621d5f', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': '7d0b5b55-ec60-4d02-b417-4257e84c250b', 'tenant_id': '562e825d481140639866877090276140', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'port_id': '4644d4da-7800-458e-a05e-038aaba7d8a8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58', 'mac_address': 'fa:16:3e:00:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545e3831-f3ff-4447-b8aa-8d0a28c03910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:29:41Z', 'updated_at': '2022-03-23T17:30:41Z', 'revision_number': 1, 'project_id': '562e825d481140639866877090276140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '867fac67-9575-4b3e-aa0c-038b203f1c35', 'name': '', 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58', 'tenant_id': '562e825d481140639866877090276140', 'mac_address': 'fa:16:3e:f9:ca:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '551df535-6624-4945-9357-a463dcf05cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:30Z', 'updated_at': '2022-03-23T17:29:39Z', 'revision_number': 5, 'project_id': '562e825d481140639866877090276140', 'subnets': [{'id': '551df535-6624-4945-9357-a463dcf05cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:30:45.538873 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ae893c-56e2-4a4f-a70b-fcab8a2e7268 None None] The sync data for ids ['48063dea-2895-40e4-905f-dfe5b0b536bb'] in dv-cinder-834920-1-iscsi is: [{'id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'name': 'tempest-AttachVolumeTestJSON-290508263-router', 'tenant_id': '562e825d481140639866877090276140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4b00755c-72f5-4f2b-8458-b0ecb5621d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:18Z', 'updated_at': '2022-03-23T17:29:32Z', 'revision_number': 4, 'project_id': '562e825d481140639866877090276140', 'gw_port': {'id': '4b00755c-72f5-4f2b-8458-b0ecb5621d5f', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': '7d0b5b55-ec60-4d02-b417-4257e84c250b', 'tenant_id': '562e825d481140639866877090276140', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'port_id': '4644d4da-7800-458e-a05e-038aaba7d8a8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58', 'mac_address': 'fa:16:3e:00:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545e3831-f3ff-4447-b8aa-8d0a28c03910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:29:41Z', 'updated_at': '2022-03-23T17:30:41Z', 'revision_number': 1, 'project_id': '562e825d481140639866877090276140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '867fac67-9575-4b3e-aa0c-038b203f1c35', 'name': '', 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58', 'tenant_id': '562e825d481140639866877090276140', 'mac_address': 'fa:16:3e:f9:ca:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '551df535-6624-4945-9357-a463dcf05cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:30Z', 'updated_at': '2022-03-23T17:29:39Z', 'revision_number': 5, 'project_id': '562e825d481140639866877090276140', 'subnets': [{'id': '551df535-6624-4945-9357-a463dcf05cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:30:45.684013 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 36620) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:45.699623 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-62e6a5ac-a20e-46e7-ad73-c13d9993fa3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:45.873472 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15efd9b0-6673-4326-a353-d41e68db79fb req-58eef065-9616-496d-b24e-abdf880514e8 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:45.875144 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-15efd9b0-6673-4326-a353-d41e68db79fb req-58eef065-9616-496d-b24e-abdf880514e8 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 945 time: 0.1234884 Mar 23 17:30:45.893254 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ae32f9-3506-47ed-befd-a09d46d0a66d None None] New status for floating IP 7d0b5b55-ec60-4d02-b417-4257e84c250b: ACTIVE {{(pid=103209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:30:45.925413 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-62e6a5ac-a20e-46e7-ad73-c13d9993fa3d admin admin] Publish callbacks [] for security_group (e3b73f3a-17cf-4c59-a621-c79b2be75748), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:45.933911 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-62e6a5ac-a20e-46e7-ad73-c13d9993fa3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (e3b73f3a-17cf-4c59-a621-c79b2be75748), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:45.962578 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb705ff-69b0-42f7-9d10-9453171b33bc req-75de77dc-d984-4485-bf3c-a0235a6ad6c3 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:45.965775 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2bb705ff-69b0-42f7-9d10-9453171b33bc req-75de77dc-d984-4485-bf3c-a0235a6ad6c3 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 945 time: 0.1633027 Mar 23 17:30:46.013896 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 36630) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:46.035099 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e6a5ac-a20e-46e7-ad73-c13d9993fa3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b73f3a-17cf-4c59-a621-c79b2be75748,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:46.042729 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-62e6a5ac-a20e-46e7-ad73-c13d9993fa3d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=32c884b2a04e4730af73f1792c8d52f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3538406 Mar 23 17:30:46.044006 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 36634) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:46.045271 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-15efd9b0-6673-4326-a353-d41e68db79fb req-3ca723bd-ee25-4408-87ce-40d44e403102 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/security-groups?id=e77527b4-250a-4f23-96c4-f50fbe743ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600807 Mar 23 17:30:46.105774 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2bb705ff-69b0-42f7-9d10-9453171b33bc req-983cd89f-2b00-4afa-a91d-71650a9ab3c2 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134276 Mar 23 17:30:46.115333 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-028fff74-3f2b-415c-9cf9-bff0e833797f admin admin] Publish callbacks [] for security_group (e3b73f3a-17cf-4c59-a621-c79b2be75748), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:46.142463 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-028fff74-3f2b-415c-9cf9-bff0e833797f admin admin] Publish callbacks [] for security_group (e3b73f3a-17cf-4c59-a621-c79b2be75748), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:46.186333 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-ae2493e5-4b7e-43bf-b25c-7db0729b3186 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-438276799-network', 'tenant_id': 'cf1d3925a49943229f5683bf36027c85'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:30:46.210164 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2493e5-4b7e-43bf-b25c-7db0729b3186 admin admin] Made reservation on behalf of cf1d3925a49943229f5683bf36027c85 for: {'network': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:30:46.212576 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ae2493e5-4b7e-43bf-b25c-7db0729b3186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for network (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:46.226377 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ae2493e5-4b7e-43bf-b25c-7db0729b3186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:46.240938 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-028fff74-3f2b-415c-9cf9-bff0e833797f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (e3b73f3a-17cf-4c59-a621-c79b2be75748), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:46.243654 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-028fff74-3f2b-415c-9cf9-bff0e833797f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:46.245493 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-028fff74-3f2b-415c-9cf9-bff0e833797f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e3b73f3a-17cf-4c59-a621-c79b2be75748 HTTP/1.1" status: 204 len: 168 time: 0.1996303 Mar 23 17:30:46.260421 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028fff74-3f2b-415c-9cf9-bff0e833797f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b73f3a-17cf-4c59-a621-c79b2be75748,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:46.327618 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ae2493e5-4b7e-43bf-b25c-7db0729b3186 admin admin] Publish callbacks [] for security_group (1bfc205a-641f-4426-91fa-fc5d562ba605), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:46.333468 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ae2493e5-4b7e-43bf-b25c-7db0729b3186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (1bfc205a-641f-4426-91fa-fc5d562ba605), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:46.363509 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae2493e5-4b7e-43bf-b25c-7db0729b3186 admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=103207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 17:30:46.377511 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2493e5-4b7e-43bf-b25c-7db0729b3186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfc205a-641f-4426-91fa-fc5d562ba605,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:46.383228 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ae2493e5-4b7e-43bf-b25c-7db0729b3186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464'] for segment (a75134ed-e28f-44e5-b816-86ad74d86625), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:46.383641 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.db.segments_db [None req-ae2493e5-4b7e-43bf-b25c-7db0729b3186 admin admin] Added segment a75134ed-e28f-44e5-b816-86ad74d86625 of type vlan for network 6679c7b7-7e46-4e0d-bdde-35dcc0bdf861 Mar 23 17:30:46.428888 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ae2493e5-4b7e-43bf-b25c-7db0729b3186 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741035590211'] for network (6679c7b7-7e46-4e0d-bdde-35dcc0bdf861), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:46.460349 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ae2493e5-4b7e-43bf-b25c-7db0729b3186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701'] for network (6679c7b7-7e46-4e0d-bdde-35dcc0bdf861), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:46.461373 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2493e5-4b7e-43bf-b25c-7db0729b3186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:46.461992 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ae2493e5-4b7e-43bf-b25c-7db0729b3186 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for network (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:46.522679 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-ae2493e5-4b7e-43bf-b25c-7db0729b3186 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5071483 Mar 23 17:30:46.526717 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 36640) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:46.532354 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-c07712b9-e1cf-45b4-8f1a-b3b8e76c3d0e admin admin] Request body: {'subnet': {'network_id': '6679c7b7-7e46-4e0d-bdde-35dcc0bdf861', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-438276799-subnet', 'tenant_id': 'cf1d3925a49943229f5683bf36027c85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:30:46.534568 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2493e5-4b7e-43bf-b25c-7db0729b3186 admin admin] Pushing event updated for resources: {'Network': ['ID=6679c7b7-7e46-4e0d-bdde-35dcc0bdf861,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:46.551069 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Network 6679c7b7-7e46-4e0d-bdde-35dcc0bdf861 details requested by agent ovs-agent-dv-cinder-834920-1-iscsi with host dv-cinder-834920-1-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 17:30:46.567109 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07712b9-e1cf-45b4-8f1a-b3b8e76c3d0e admin admin] Made reservation on behalf of cf1d3925a49943229f5683bf36027c85 for: {'subnet': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:30:46.571133 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c07712b9-e1cf-45b4-8f1a-b3b8e76c3d0e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:46.648604 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 36644) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:46.671735 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a4f32d54-9f93-4aa3-b269-3431358cd2cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:46.827086 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c07712b9-e1cf-45b4-8f1a-b3b8e76c3d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701'] for subnet (17daa6d8-29d0-435c-b4ac-f39327de1382), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:46.867172 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a4f32d54-9f93-4aa3-b269-3431358cd2cb admin admin] Publish callbacks [] for security_group (f4e809a8-bc1d-4997-aefc-a06bc5856efc), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:46.878033 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a4f32d54-9f93-4aa3-b269-3431358cd2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (f4e809a8-bc1d-4997-aefc-a06bc5856efc), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:46.930235 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07712b9-e1cf-45b4-8f1a-b3b8e76c3d0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=17daa6d8-29d0-435c-b4ac-f39327de1382,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:46.950195 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f32d54-9f93-4aa3-b269-3431358cd2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e809a8-bc1d-4997-aefc-a06bc5856efc,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:46.955059 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-a4f32d54-9f93-4aa3-b269-3431358cd2cb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=57f83d61247c4468be94c19864a54f2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3051813 Mar 23 17:30:46.958453 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 36650) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:46.966346 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07712b9-e1cf-45b4-8f1a-b3b8e76c3d0e admin admin] Checking segment: {'id': 'a75134ed-e28f-44e5-b816-86ad74d86625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6679c7b7-7e46-4e0d-bdde-35dcc0bdf861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:30:46.966981 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07712b9-e1cf-45b4-8f1a-b3b8e76c3d0e admin admin] Network hostable DHCP agents. Network: 6679c7b7-7e46-4e0d-bdde-35dcc0bdf861, hostable agents: ['0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66'], hosted agents: [] {{(pid=103208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 17:30:46.991588 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07712b9-e1cf-45b4-8f1a-b3b8e76c3d0e admin admin] Network 6679c7b7-7e46-4e0d-bdde-35dcc0bdf861 is scheduled to be hosted by DHCP agent 0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66 with binding_index 1 {{(pid=103208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 17:30:47.006805 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-c07712b9-e1cf-45b4-8f1a-b3b8e76c3d0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834920-1-iscsi, 6679c7b7-7e46-4e0d-bdde-35dcc0bdf861) {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:30:47.011562 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07712b9-e1cf-45b4-8f1a-b3b8e76c3d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:47.012168 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c07712b9-e1cf-45b4-8f1a-b3b8e76c3d0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:47.021071 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbfcfb8-a248-443f-97f9-9e8cbcb6c0d2 None None] Network 6679c7b7-7e46-4e0d-bdde-35dcc0bdf861 requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:30:47.063433 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-c07712b9-e1cf-45b4-8f1a-b3b8e76c3d0e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5273051 Mar 23 17:30:47.071304 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b2ff67ff-91b8-484b-aeca-498d72b76760 admin admin] Publish callbacks [] for security_group (f4e809a8-bc1d-4997-aefc-a06bc5856efc), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:47.108241 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b2ff67ff-91b8-484b-aeca-498d72b76760 admin admin] Publish callbacks [] for security_group (f4e809a8-bc1d-4997-aefc-a06bc5856efc), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:47.178857 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b2ff67ff-91b8-484b-aeca-498d72b76760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (f4e809a8-bc1d-4997-aefc-a06bc5856efc), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:47.182976 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b2ff67ff-91b8-484b-aeca-498d72b76760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:47.184623 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-b2ff67ff-91b8-484b-aeca-498d72b76760 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4e809a8-bc1d-4997-aefc-a06bc5856efc HTTP/1.1" status: 204 len: 168 time: 0.2244518 Mar 23 17:30:47.194701 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff67ff-91b8-484b-aeca-498d72b76760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e809a8-bc1d-4997-aefc-a06bc5856efc,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:47.246346 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f491136a-6fde-4c82-9890-ef732476d202 None None] Network 6679c7b7-7e46-4e0d-bdde-35dcc0bdf861 requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:30:47.293944 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5860c81-4856-4745-a6bb-5717a4fdf2ed req-73098960-4e17-473d-94fd-de79c0ef4ba1 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:47.300948 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a5860c81-4856-4745-a6bb-5717a4fdf2ed req-73098960-4e17-473d-94fd-de79c0ef4ba1 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 945 time: 0.1286964 Mar 23 17:30:47.315586 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5be275-0b23-49cc-922a-186c409375e0 req-f0dd3090-2c24-40f3-81dc-6948dfbc9cc3 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:47.317121 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9a5be275-0b23-49cc-922a-186c409375e0 req-f0dd3090-2c24-40f3-81dc-6948dfbc9cc3 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 945 time: 0.1004765 Mar 23 17:30:47.407991 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a5860c81-4856-4745-a6bb-5717a4fdf2ed req-cc59c451-0ab0-4af5-b0ce-67ef4d44a7f8 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/security-groups?id=e77527b4-250a-4f23-96c4-f50fbe743ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060827 Mar 23 17:30:47.419168 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9a5be275-0b23-49cc-922a-186c409375e0 req-a1f6e279-3fca-4229-b95b-ea582b18ea62 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909417 Mar 23 17:30:48.617125 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dee01e-bbce-4d8b-9e98-fb885dbbfe1a req-efbb6388-8c0d-4690-aed8-e751c408c84b tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:48.618832 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-03dee01e-bbce-4d8b-9e98-fb885dbbfe1a req-efbb6388-8c0d-4690-aed8-e751c408c84b tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 945 time: 0.1285625 Mar 23 17:30:48.628647 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cee74d-5c49-4b32-b08b-3400f1433804 req-1f845827-568a-454e-9842-c3bc01c7cef0 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:48.636430 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c9cee74d-5c49-4b32-b08b-3400f1433804 req-1f845827-568a-454e-9842-c3bc01c7cef0 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 945 time: 0.1056845 Mar 23 17:30:48.639464 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80252634-bf2b-4473-8b92-45337ac90cdb req-c8589170-88bd-4c7f-848f-abff1969f552 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:48.641819 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-80252634-bf2b-4473-8b92-45337ac90cdb req-c8589170-88bd-4c7f-848f-abff1969f552 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.57 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 945 time: 0.1294334 Mar 23 17:30:48.717903 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c9cee74d-5c49-4b32-b08b-3400f1433804 req-c6b358bd-b440-4431-823e-73fab7878ec3 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790455 Mar 23 17:30:48.732529 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-03dee01e-bbce-4d8b-9e98-fb885dbbfe1a req-4da2907e-18aa-46aa-b11d-ad0854700e8a tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/security-groups?id=e77527b4-250a-4f23-96c4-f50fbe743ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938694 Mar 23 17:30:48.817756 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-80252634-bf2b-4473-8b92-45337ac90cdb req-c336d1b2-9521-4353-80c3-c45ac3e79cea tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Deleting port f2795b69-526a-4643-ad57-13e14e78f928 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:30:48.818090 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-80252634-bf2b-4473-8b92-45337ac90cdb req-c336d1b2-9521-4353-80c3-c45ac3e79cea tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (f2795b69-526a-4643-ad57-13e14e78f928), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:48.920184 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-80252634-bf2b-4473-8b92-45337ac90cdb req-c336d1b2-9521-4353-80c3-c45ac3e79cea tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] For port f2795b69-526a-4643-ad57-13e14e78f928, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=f2795b69-526a-4643-ad57-13e14e78f928,segment=NetworkSegment(16ebb58e-2b7e-4562-b26b-83089ad97671),segment_id=16ebb58e-2b7e-4562-b26b-83089ad97671)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:30:48.920547 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-80252634-bf2b-4473-8b92-45337ac90cdb req-c336d1b2-9521-4353-80c3-c45ac3e79cea tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (f2795b69-526a-4643-ad57-13e14e78f928), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:48.938433 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-80252634-bf2b-4473-8b92-45337ac90cdb req-c336d1b2-9521-4353-80c3-c45ac3e79cea tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Calling delete_port for f2795b69-526a-4643-ad57-13e14e78f928 owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:30:49.102260 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-80252634-bf2b-4473-8b92-45337ac90cdb req-c336d1b2-9521-4353-80c3-c45ac3e79cea tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484'] for port (f2795b69-526a-4643-ad57-13e14e78f928), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:49.115724 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] get_ports_and_sgs() called for port_ids ['f2795b69-526a-4643-ad57-13e14e78f928'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:30:49.131937 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c336d1b2-9521-4353-80c3-c45ac3e79cea tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Pushing event deleted for resources: {'Port': ['ID=f2795b69-526a-4643-ad57-13e14e78f928,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:49.222103 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-80252634-bf2b-4473-8b92-45337ac90cdb req-c336d1b2-9521-4353-80c3-c45ac3e79cea tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] No DVR routers for this DVR port f2795b69-526a-4643-ad57-13e14e78f928 on host hv-cinder-83492 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:30:49.223408 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-4810f96a-d1e7-4750-83c6-f35d150d06b9 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:49.225205 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-80252634-bf2b-4473-8b92-45337ac90cdb req-c336d1b2-9521-4353-80c3-c45ac3e79cea tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:49.225553 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-4810f96a-d1e7-4750-83c6-f35d150d06b9 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/networks?id=6679c7b7-7e46-4e0d-bdde-35dcc0bdf861 HTTP/1.1" status: 200 len: 813 time: 0.1306891 Mar 23 17:30:49.228499 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-80252634-bf2b-4473-8b92-45337ac90cdb req-c336d1b2-9521-4353-80c3-c45ac3e79cea tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.57 "DELETE /v2.0/ports/f2795b69-526a-4643-ad57-13e14e78f928 HTTP/1.1" status: 204 len: 173 time: 0.5800884 Mar 23 17:30:49.229116 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85f2074-47e8-4007-bdda-db9db9832789', 'name': 'network-vif-deleted', 'tag': 'f2795b69-526a-4643-ad57-13e14e78f928'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:30:49.231488 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226c8621-e9fa-403c-97e8-48adb96fa3f2" -d '{"events": [{"server_uuid": "b85f2074-47e8-4007-bdda-db9db9832789", "name": "network-vif-deleted", "tag": "f2795b69-526a-4643-ad57-13e14e78f928"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:30:49.244893 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-834bbf81-4d51-4499-9e70-d2b5c144d834 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/quotas/cf1d3925a49943229f5683bf36027c85 HTTP/1.1" status: 200 len: 375 time: 0.0097249 Mar 23 17:30:49.272650 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2f36ab-e6bb-48db-8c1b-52e20c78c82b x-openstack-request-id: req-9c2f36ab-e6bb-48db-8c1b-52e20c78c82b {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:30:49.273004 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85f2074-47e8-4007-bdda-db9db9832789", "name": "network-vif-deleted", "tag": "f2795b69-526a-4643-ad57-13e14e78f928", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:30:49.275886 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9c2f36ab-e6bb-48db-8c1b-52e20c78c82b {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:30:49.275886 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c2f36ab-e6bb-48db-8c1b-52e20c78c82b'] response: {'server_uuid': 'b85f2074-47e8-4007-bdda-db9db9832789', 'name': 'network-vif-deleted', 'tag': 'f2795b69-526a-4643-ad57-13e14e78f928', 'status': 'completed', 'code': 200} Mar 23 17:30:49.301059 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-5d201bde-928d-4454-9f41-654aa5fc034a tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf1d3925a49943229f5683bf36027c85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451317 Mar 23 17:30:49.422894 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-17c04e72-38cc-4b8f-a56c-084c6d3feebc service neutron] 10.222.0.41 "GET /v2.0/networks/6679c7b7-7e46-4e0d-bdde-35dcc0bdf861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093814 Mar 23 17:30:49.542804 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-e0686bd4-e2a4-44e5-afff-7db9d8971d9b service neutron] 10.222.0.41 "GET /v2.0/networks/6679c7b7-7e46-4e0d-bdde-35dcc0bdf861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137686 Mar 23 17:30:49.746651 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e8394e22-75b8-4568-9a19-a6e18feb3cb1 req-23f95354-167e-4c6f-be2f-3cbf80b447f7 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c687f37-e59b-4a66-9448-f7a5d4d128ad HTTP/1.1" status: 200 len: 210 time: 0.0291958 Mar 23 17:30:49.886371 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c24919dd-cc78-45df-9d95-f013ee56caee req-347d2b19-d3dd-4e89-8616-8d908fa1e595 tempest-DeleteServersTestJSON-1408461987 tempest-DeleteServersTestJSON-1408461987-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85f2074-47e8-4007-bdda-db9db9832789 HTTP/1.1" status: 200 len: 210 time: 0.0363321 Mar 23 17:30:49.906390 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560a6a5-3da5-48b3-a6c2-7cc117781544 req-c0ec2917-20eb-44f6-86cf-52310699cfea tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:49.907881 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c560a6a5-3da5-48b3-a6c2-7cc117781544 req-c0ec2917-20eb-44f6-86cf-52310699cfea tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 945 time: 0.0925326 Mar 23 17:30:49.964231 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c560a6a5-3da5-48b3-a6c2-7cc117781544 req-f004351c-9461-423b-b485-88914cbf2ea7 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499823 Mar 23 17:30:50.878906 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c3b05b35-e316-46d0-8f2e-514cb26d7c9f req-7abb6570-19e8-4d66-91b5-b63a4ea413bd tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c687f37-e59b-4a66-9448-f7a5d4d128ad HTTP/1.1" status: 200 len: 210 time: 0.0387142 Mar 23 17:30:50.993130 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-ef9b302b-22fd-494f-8b40-24450b001d2d tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:50.994677 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-ef9b302b-22fd-494f-8b40-24450b001d2d tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.57 "GET /v2.0/networks?id=6679c7b7-7e46-4e0d-bdde-35dcc0bdf861 HTTP/1.1" status: 200 len: 813 time: 0.1651006 Mar 23 17:30:51.029772 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-ba606472-d1b5-4931-84df-7e393566dd81 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Request body: {'port': {'device_id': '2c687f37-e59b-4a66-9448-f7a5d4d128ad', 'network_id': '6679c7b7-7e46-4e0d-bdde-35dcc0bdf861', 'admin_state_up': True, 'tenant_id': 'cf1d3925a49943229f5683bf36027c85'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:30:51.140277 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18c620-6a48-4732-82df-2e70f306cec9 req-cd44d974-9245-457a-b19d-0b6983589304 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:51.142936 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9c18c620-6a48-4732-82df-2e70f306cec9 req-cd44d974-9245-457a-b19d-0b6983589304 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 945 time: 0.0769703 Mar 23 17:30:51.196420 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-ba606472-d1b5-4931-84df-7e393566dd81 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Made reservation on behalf of cf1d3925a49943229f5683bf36027c85 for: {'port': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:30:51.201178 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-ba606472-d1b5-4931-84df-7e393566dd81 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:51.210167 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9c18c620-6a48-4732-82df-2e70f306cec9 req-ba95362c-9b5d-40ca-a5ae-9c86521b9742 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611310 Mar 23 17:30:51.348727 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-ba606472-d1b5-4931-84df-7e393566dd81 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Allocated IP 172.20.0.8 (6679c7b7-7e46-4e0d-bdde-35dcc0bdf861/17daa6d8-29d0-435c-b4ac-f39327de1382/4645e363-53ae-482a-a14f-4d061bba3807) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:30:51.510084 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-ba606472-d1b5-4931-84df-7e393566dd81 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Publish callbacks [] for port (4645e363-53ae-482a-a14f-4d061bba3807), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:51.547177 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-ba606472-d1b5-4931-84df-7e393566dd81 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (4645e363-53ae-482a-a14f-4d061bba3807), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:51.591410 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-ba606472-d1b5-4931-84df-7e393566dd81 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Network 6679c7b7-7e46-4e0d-bdde-35dcc0bdf861 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:30:51.594698 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-ba606472-d1b5-4931-84df-7e393566dd81 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:30:51.597663 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-ba606472-d1b5-4931-84df-7e393566dd81 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:30:51.603643 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-ba606472-d1b5-4931-84df-7e393566dd81 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:51.604407 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-ba606472-d1b5-4931-84df-7e393566dd81 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:51.618291 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba606472-d1b5-4931-84df-7e393566dd81 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Pushing event updated for resources: {'Port': ['ID=4645e363-53ae-482a-a14f-4d061bba3807,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:51.632888 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-ba606472-d1b5-4931-84df-7e393566dd81 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6072655 Mar 23 17:30:51.649439 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-8da9e98b-96af-489e-828b-56130ebd485a service neutron] Request body: {'port': {'device_id': '2c687f37-e59b-4a66-9448-f7a5d4d128ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83492'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:30:51.718895 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-8da9e98b-96af-489e-828b-56130ebd485a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (4645e363-53ae-482a-a14f-4d061bba3807), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:52.002801 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-8da9e98b-96af-489e-828b-56130ebd485a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4645e363-53ae-482a-a14f-4d061bba3807 {{(pid=103207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:30:52.011182 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-8da9e98b-96af-489e-828b-56130ebd485a service neutron] Publish callbacks [] for port (4645e363-53ae-482a-a14f-4d061bba3807), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:52.019149 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0e19a-cd81-47c5-9e95-b724fc23e9ef req-a53881e4-3cef-434e-a6ce-e00ff86a84e2 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:52.020771 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-69a0e19a-cd81-47c5-9e95-b724fc23e9ef req-a53881e4-3cef-434e-a6ce-e00ff86a84e2 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c687f37-e59b-4a66-9448-f7a5d4d128ad HTTP/1.1" status: 200 len: 931 time: 0.0624695 Mar 23 17:30:52.024668 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.provisioning_blocks [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-8da9e98b-96af-489e-828b-56130ebd485a service neutron] Transition to ACTIVE for port object 4645e363-53ae-482a-a14f-4d061bba3807 will not be triggered until provisioned by entity L2. {{(pid=103207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:30:52.029753 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-8da9e98b-96af-489e-828b-56130ebd485a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (4645e363-53ae-482a-a14f-4d061bba3807), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:52.074793 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-69a0e19a-cd81-47c5-9e95-b724fc23e9ef req-b41aa8d2-c33b-464e-80db-2b4db9b20ce9 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bfc205a-641f-4426-91fa-fc5d562ba605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477731 Mar 23 17:30:52.082583 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9e98b-96af-489e-828b-56130ebd485a service neutron] Pushing event updated for resources: {'Port': ['ID=4645e363-53ae-482a-a14f-4d061bba3807,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:52.123078 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-8da9e98b-96af-489e-828b-56130ebd485a service neutron] Attempting to bind port 4645e363-53ae-482a-a14f-4d061bba3807 on host hv-cinder-83492 for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:30:52.123401 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-8da9e98b-96af-489e-828b-56130ebd485a service neutron] Attempting to bind port 4645e363-53ae-482a-a14f-4d061bba3807 by drivers openvswitch,hyperv on host hv-cinder-83492 at level 0 using segments [{'id': 'a75134ed-e28f-44e5-b816-86ad74d86625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6679c7b7-7e46-4e0d-bdde-35dcc0bdf861'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:30:52.123722 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-8da9e98b-96af-489e-828b-56130ebd485a service neutron] Attempting to bind port 4645e363-53ae-482a-a14f-4d061bba3807 on network 6679c7b7-7e46-4e0d-bdde-35dcc0bdf861 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:30:52.128141 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-8da9e98b-96af-489e-828b-56130ebd485a service neutron] Port 4645e363-53ae-482a-a14f-4d061bba3807 on network 6679c7b7-7e46-4e0d-bdde-35dcc0bdf861 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83492 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:30:52.128425 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-8da9e98b-96af-489e-828b-56130ebd485a service neutron] Attempting to bind port 4645e363-53ae-482a-a14f-4d061bba3807 on network 6679c7b7-7e46-4e0d-bdde-35dcc0bdf861 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:30:52.133455 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-8da9e98b-96af-489e-828b-56130ebd485a service neutron] Checking agent: {'id': '0fd13996-c267-4136-a0e2-84ee892b4d83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83492', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'started_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:30:52.133789 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-8da9e98b-96af-489e-828b-56130ebd485a service neutron] Checking segment: {'id': 'a75134ed-e28f-44e5-b816-86ad74d86625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6679c7b7-7e46-4e0d-bdde-35dcc0bdf861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:30:52.134164 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-8da9e98b-96af-489e-828b-56130ebd485a service neutron] Bound using segment: {'id': 'a75134ed-e28f-44e5-b816-86ad74d86625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6679c7b7-7e46-4e0d-bdde-35dcc0bdf861'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:30:52.134583 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-8da9e98b-96af-489e-828b-56130ebd485a service neutron] Bound port: 4645e363-53ae-482a-a14f-4d061bba3807, host: hv-cinder-83492, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a75134ed-e28f-44e5-b816-86ad74d86625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6679c7b7-7e46-4e0d-bdde-35dcc0bdf861'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:30:52.134933 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-8da9e98b-96af-489e-828b-56130ebd485a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (4645e363-53ae-482a-a14f-4d061bba3807), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:52.199126 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-8da9e98b-96af-489e-828b-56130ebd485a service neutron] For port 4645e363-53ae-482a-a14f-4d061bba3807, host hv-cinder-83492, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:30:52.202697 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-8da9e98b-96af-489e-828b-56130ebd485a service neutron] For port 4645e363-53ae-482a-a14f-4d061bba3807, host hv-cinder-83492, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=4645e363-53ae-482a-a14f-4d061bba3807,segment=NetworkSegment(a75134ed-e28f-44e5-b816-86ad74d86625),segment_id=a75134ed-e28f-44e5-b816-86ad74d86625)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:30:52.210301 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-8da9e98b-96af-489e-828b-56130ebd485a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (4645e363-53ae-482a-a14f-4d061bba3807), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:52.242005 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-8da9e98b-96af-489e-828b-56130ebd485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:52.242686 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-8da9e98b-96af-489e-828b-56130ebd485a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:52.244075 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-8da9e98b-96af-489e-828b-56130ebd485a service neutron] 10.222.0.57 "PUT /v2.0/ports/4645e363-53ae-482a-a14f-4d061bba3807 HTTP/1.1" status: 200 len: 1093 time: 0.6003261 Mar 23 17:30:52.244547 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c687f37-e59b-4a66-9448-f7a5d4d128ad', 'tag': '4645e363-53ae-482a-a14f-4d061bba3807'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:30:52.246847 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ed50dc-1e5f-448b-b00e-76245c64fad9" -d '{"events": [{"name": "network-changed", "server_uuid": "2c687f37-e59b-4a66-9448-f7a5d4d128ad", "tag": "4645e363-53ae-482a-a14f-4d061bba3807"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:30:52.282052 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9e98b-96af-489e-828b-56130ebd485a service neutron] Pushing event updated for resources: {'Port': ['ID=4645e363-53ae-482a-a14f-4d061bba3807,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:52.311830 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1d61a6-05c8-4892-8bb7-55651ed63de4 x-openstack-request-id: req-fb1d61a6-05c8-4892-8bb7-55651ed63de4 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:30:52.312191 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c687f37-e59b-4a66-9448-f7a5d4d128ad", "tag": "4645e363-53ae-482a-a14f-4d061bba3807", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:30:52.312458 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb1d61a6-05c8-4892-8bb7-55651ed63de4 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:30:52.312881 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb1d61a6-05c8-4892-8bb7-55651ed63de4'] response: {'name': 'network-changed', 'server_uuid': '2c687f37-e59b-4a66-9448-f7a5d4d128ad', 'tag': '4645e363-53ae-482a-a14f-4d061bba3807', 'status': 'completed', 'code': 200} Mar 23 17:30:52.382212 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-2a884205-cfb0-487e-a213-9537365d17fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:52.384112 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-2a884205-cfb0-487e-a213-9537365d17fa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cf1d3925a49943229f5683bf36027c85&device_id=2c687f37-e59b-4a66-9448-f7a5d4d128ad HTTP/1.1" status: 200 len: 1127 time: 0.0514734 Mar 23 17:30:52.396316 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582656f-c293-45e1-beea-ae4e6dc8065f req-b35368c1-9712-418f-8e7e-8ddc5913a3c2 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:52.404575 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7582656f-c293-45e1-beea-ae4e6dc8065f req-b35368c1-9712-418f-8e7e-8ddc5913a3c2 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 945 time: 0.0748503 Mar 23 17:30:52.448341 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-60ecc843-b99d-4522-b069-9f144c41822f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4645e363-53ae-482a-a14f-4d061bba3807 HTTP/1.1" status: 200 len: 217 time: 0.0528708 Mar 23 17:30:52.495447 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7582656f-c293-45e1-beea-ae4e6dc8065f req-7d555d26-0677-436f-878b-91e09f367146 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896213 Mar 23 17:30:52.516765 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 36890) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:52.522443 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-54087db5-b690-47f4-8faf-de16df26b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:52.524204 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-54087db5-b690-47f4-8faf-de16df26b5fe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=17daa6d8-29d0-435c-b4ac-f39327de1382 HTTP/1.1" status: 200 len: 853 time: 0.0680435 Mar 23 17:30:52.560554 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-9e18d782-9e95-4f51-8742-0ee2b007b476 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6679c7b7-7e46-4e0d-bdde-35dcc0bdf861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288675 Mar 23 17:30:52.572588 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a84ea7d-574e-43a6-a854-7089cd18066c admin admin] Deleting subnet bb63f988-43cc-46be-b3b9-fe684f716024 {{(pid=103208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 17:30:52.576301 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1a84ea7d-574e-43a6-a854-7089cd18066c admin admin] Publish callbacks [] for subnet (bb63f988-43cc-46be-b3b9-fe684f716024), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:52.593371 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:52.617471 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1a84ea7d-574e-43a6-a854-7089cd18066c admin admin] Publish callbacks [] for subnet (bb63f988-43cc-46be-b3b9-fe684f716024), precommit_delete_associations {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:52.630781 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1a84ea7d-574e-43a6-a854-7089cd18066c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153585'] for subnet (bb63f988-43cc-46be-b3b9-fe684f716024), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:52.689988 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-be64f824-c958-4df7-ba16-a5b19e842432 service neutron] 10.222.0.57 "GET /v2.0/networks/6679c7b7-7e46-4e0d-bdde-35dcc0bdf861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140351 Mar 23 17:30:52.697924 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1a84ea7d-574e-43a6-a854-7089cd18066c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701'] for subnet (bb63f988-43cc-46be-b3b9-fe684f716024), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:52.728158 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84ea7d-574e-43a6-a854-7089cd18066c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb63f988-43cc-46be-b3b9-fe684f716024,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:52.732595 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1a84ea7d-574e-43a6-a854-7089cd18066c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:52.739744 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-1a84ea7d-574e-43a6-a854-7089cd18066c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bb63f988-43cc-46be-b3b9-fe684f716024 HTTP/1.1" status: 204 len: 168 time: 0.2190354 Mar 23 17:30:52.741714 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 36900) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:52.750014 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device f2795b69-526a-4643-ad57-13e14e78f928 no longer exists at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:30:52.775653 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] No Port match for: f2795b69-526a-4643-ad57-13e14e78f928 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:30:52.776000 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device f2795b69-526a-4643-ad57-13e14e78f928 not bound to the agent host hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:30:52.805085 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-eb4f1ee0-8478-4e21-8de9-edfad8732c16 req-b1b40d63-6d7a-41e0-8eea-4bdeb5dbf6ae service neutron] 10.222.0.57 "GET /v2.0/networks/6679c7b7-7e46-4e0d-bdde-35dcc0bdf861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085165 Mar 23 17:30:52.839480 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4a2d973b-2fe7-4265-92d9-7e250a35478d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148222'] for network (13c0d1fd-3e0e-4cba-896f-66aeb7da2095), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:52.906936 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed50dc-1e5f-448b-b00e-76245c64fad9 req-e868cf46-30d1-4a41-b83f-2519a2cc6351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:52.908488 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-00ed50dc-1e5f-448b-b00e-76245c64fad9 req-e868cf46-30d1-4a41-b83f-2519a2cc6351 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cf1d3925a49943229f5683bf36027c85&device_id=2c687f37-e59b-4a66-9448-f7a5d4d128ad HTTP/1.1" status: 200 len: 1127 time: 0.0491438 Mar 23 17:30:52.936457 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4a2d973b-2fe7-4265-92d9-7e250a35478d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4070212', 'neutron.services.segments.db._delete_segments_for_network-8741035949891'] for network (13c0d1fd-3e0e-4cba-896f-66aeb7da2095), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:52.962744 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4a2d973b-2fe7-4265-92d9-7e250a35478d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:30:52.963139 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4a2d973b-2fe7-4265-92d9-7e250a35478d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:30:52.964111 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4a2d973b-2fe7-4265-92d9-7e250a35478d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:30:52.964438 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4a2d973b-2fe7-4265-92d9-7e250a35478d admin admin] Subscribe: > port after_create 55550000 {{(pid=103208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:30:52.964813 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4a2d973b-2fe7-4265-92d9-7e250a35478d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:30:52.965163 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4a2d973b-2fe7-4265-92d9-7e250a35478d admin admin] Subscribe: > port after_update 55550000 {{(pid=103208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:30:52.965469 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4a2d973b-2fe7-4265-92d9-7e250a35478d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:30:52.965783 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4a2d973b-2fe7-4265-92d9-7e250a35478d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:30:52.966106 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4a2d973b-2fe7-4265-92d9-7e250a35478d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:30:52.966397 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4a2d973b-2fe7-4265-92d9-7e250a35478d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:30:53.067658 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4a2d973b-2fe7-4265-92d9-7e250a35478d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:30:53.068334 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4a2d973b-2fe7-4265-92d9-7e250a35478d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:30:53.068334 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4a2d973b-2fe7-4265-92d9-7e250a35478d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:30:53.068628 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4a2d973b-2fe7-4265-92d9-7e250a35478d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103208) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:30:53.068986 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-4a2d973b-2fe7-4265-92d9-7e250a35478d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c0d1fd-3e0e-4cba-896f-66aeb7da2095']}} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:30:53.073829 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 36904) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:53.097155 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-4a2d973b-2fe7-4265-92d9-7e250a35478d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16ebb58e-2b7e-4562-b26b-83089ad97671') {'for_net_delete': True} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:30:53.097471 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-4a2d973b-2fe7-4265-92d9-7e250a35478d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16ebb58e-2b7e-4562-b26b-83089ad97671') {} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:30:53.116132 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4a2d973b-2fe7-4265-92d9-7e250a35478d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741035949644', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59503449'] for segment (16ebb58e-2b7e-4562-b26b-83089ad97671), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:53.149402 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4a2d973b-2fe7-4265-92d9-7e250a35478d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464'] for segment (16ebb58e-2b7e-4562-b26b-83089ad97671), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:53.160840 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a2d973b-2fe7-4265-92d9-7e250a35478d admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 17:30:53.161295 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4a2d973b-2fe7-4265-92d9-7e250a35478d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59308044'] for segment (16ebb58e-2b7e-4562-b26b-83089ad97671), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:53.226337 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed50dc-1e5f-448b-b00e-76245c64fad9 req-43126275-8230-4cfc-9310-bd7b2ad51c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:53.227795 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-00ed50dc-1e5f-448b-b00e-76245c64fad9 req-43126275-8230-4cfc-9310-bd7b2ad51c97 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6679c7b7-7e46-4e0d-bdde-35dcc0bdf861 HTTP/1.1" status: 200 len: 914 time: 0.3120532 Mar 23 17:30:53.265248 dv-cinder-834920-1-iscsi neutron-server[103208]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 17:30:53.265248 dv-cinder-834920-1-iscsi neutron-server[103208]: from cryptography.utils import int_from_bytes Mar 23 17:30:53.265248 dv-cinder-834920-1-iscsi neutron-server[103208]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 17:30:53.265248 dv-cinder-834920-1-iscsi neutron-server[103208]: from cryptography.utils import int_from_bytes Mar 23 17:30:53.265248 dv-cinder-834920-1-iscsi neutron-server[103208]: Traceback (most recent call last): Mar 23 17:30:53.265248 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 17:30:53.265248 dv-cinder-834920-1-iscsi neutron-server[103208]: timer() Mar 23 17:30:53.265248 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 17:30:53.265248 dv-cinder-834920-1-iscsi neutron-server[103208]: cb(*args, **kw) Mar 23 17:30:53.265248 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 17:30:53.265248 dv-cinder-834920-1-iscsi neutron-server[103208]: return func(*args, **kwargs) Mar 23 17:30:53.265248 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 17:30:53.265248 dv-cinder-834920-1-iscsi neutron-server[103208]: self._notify() Mar 23 17:30:53.265248 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 17:30:53.265248 dv-cinder-834920-1-iscsi neutron-server[103208]: self.callback(batched_events) Mar 23 17:30:53.265248 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 17:30:53.265248 dv-cinder-834920-1-iscsi neutron-server[103208]: event.method(event) Mar 23 17:30:53.265248 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 17:30:53.265248 dv-cinder-834920-1-iscsi neutron-server[103208]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 17:30:53.265248 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 17:30:53.265248 dv-cinder-834920-1-iscsi neutron-server[103208]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 17:30:53.265248 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 17:30:53.265248 dv-cinder-834920-1-iscsi neutron-server[103208]: return f(self, *a, **k) Mar 23 17:30:53.265248 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 17:30:53.265248 dv-cinder-834920-1-iscsi neutron-server[103208]: return self._get(url).json() Mar 23 17:30:53.265248 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 17:30:53.265248 dv-cinder-834920-1-iscsi neutron-server[103208]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 17:30:53.265248 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 17:30:53.265248 dv-cinder-834920-1-iscsi neutron-server[103208]: return self.request(url, 'GET', **kwargs) Mar 23 17:30:53.265248 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 17:30:53.265248 dv-cinder-834920-1-iscsi neutron-server[103208]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 17:30:53.265248 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 17:30:53.265248 dv-cinder-834920-1-iscsi neutron-server[103208]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 17:30:53.265248 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 17:30:53.265248 dv-cinder-834920-1-iscsi neutron-server[103208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 17:30:53.265248 dv-cinder-834920-1-iscsi neutron-server[103208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 17:30:53.274604 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-00ed50dc-1e5f-448b-b00e-76245c64fad9 req-2a138c2f-0a27-47cd-a018-4f1b183eed49 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4645e363-53ae-482a-a14f-4d061bba3807 HTTP/1.1" status: 200 len: 217 time: 0.0384297 Mar 23 17:30:53.295869 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-edf20fc8-1c73-4f0b-846b-2826f58c9a63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:53.325849 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed50dc-1e5f-448b-b00e-76245c64fad9 req-9015edf8-fcb0-4503-8160-6ec6af11b79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:53.328184 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-00ed50dc-1e5f-448b-b00e-76245c64fad9 req-9015edf8-fcb0-4503-8160-6ec6af11b79b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=17daa6d8-29d0-435c-b4ac-f39327de1382 HTTP/1.1" status: 200 len: 853 time: 0.0479736 Mar 23 17:30:53.344691 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4a2d973b-2fe7-4265-92d9-7e250a35478d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4070271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614259'] for network (13c0d1fd-3e0e-4cba-896f-66aeb7da2095), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:53.360306 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-00ed50dc-1e5f-448b-b00e-76245c64fad9 req-44939621-2c9a-41a4-ad10-be4bd7f209c2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6679c7b7-7e46-4e0d-bdde-35dcc0bdf861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255525 Mar 23 17:30:53.363762 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4a2d973b-2fe7-4265-92d9-7e250a35478d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for network (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:53.367003 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-4a2d973b-2fe7-4265-92d9-7e250a35478d admin admin] 10.222.0.41 "DELETE /v2.0/networks/13c0d1fd-3e0e-4cba-896f-66aeb7da2095 HTTP/1.1" status: 204 len: 168 time: 0.6241710 Mar 23 17:30:53.386809 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d973b-2fe7-4265-92d9-7e250a35478d admin admin] Pushing event deleted for resources: {'Network': ['ID=13c0d1fd-3e0e-4cba-896f-66aeb7da2095,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:53.400701 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a7daa-fa2f-4ca0-b98c-3b0e70cf5ae1 req-ddab00de-6a05-407e-8f2d-94836747943b tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:53.402200 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-300a7daa-fa2f-4ca0-b98c-3b0e70cf5ae1 req-ddab00de-6a05-407e-8f2d-94836747943b tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c687f37-e59b-4a66-9448-f7a5d4d128ad HTTP/1.1" status: 200 len: 943 time: 0.1345477 Mar 23 17:30:53.474146 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-00ed50dc-1e5f-448b-b00e-76245c64fad9 req-600c413a-c17d-4daf-ba1d-e924b5a759fe service neutron] 10.222.0.57 "GET /v2.0/networks/6679c7b7-7e46-4e0d-bdde-35dcc0bdf861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067433 Mar 23 17:30:53.480317 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-300a7daa-fa2f-4ca0-b98c-3b0e70cf5ae1 req-99536346-7553-46c5-82a3-09e25be19528 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bfc205a-641f-4426-91fa-fc5d562ba605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708492 Mar 23 17:30:53.495865 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-edf20fc8-1c73-4f0b-846b-2826f58c9a63 admin admin] Publish callbacks [] for security_group (68483098-ba19-4ab6-b9a4-f7ab79164be7), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:53.505922 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-edf20fc8-1c73-4f0b-846b-2826f58c9a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (68483098-ba19-4ab6-b9a4-f7ab79164be7), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:53.519639 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 36916) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:53.549962 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-edf20fc8-1c73-4f0b-846b-2826f58c9a63 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f2f1d55ba94043208e57d52012961757&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4727263 Mar 23 17:30:53.549962 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf20fc8-1c73-4f0b-846b-2826f58c9a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68483098-ba19-4ab6-b9a4-f7ab79164be7,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:53.551516 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 36918) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:53.616565 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-13009abf-2069-4ff6-ba39-0d432402457b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3361f17e528749ceab248e9aac2f399a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0960031 Mar 23 17:30:53.619105 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 36920) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:53.635011 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4639e1b3-aaaf-4d50-8690-b69f6dec52d6 admin admin] Publish callbacks [] for security_group (68483098-ba19-4ab6-b9a4-f7ab79164be7), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:53.649856 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-00ed50dc-1e5f-448b-b00e-76245c64fad9 req-bcd4f3de-7869-4b95-a59f-08349d3e7c5c service neutron] 10.222.0.57 "GET /v2.0/networks/6679c7b7-7e46-4e0d-bdde-35dcc0bdf861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644869 Mar 23 17:30:53.674008 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1b12d-6d00-457d-9b5b-68cc94eac250 req-920034cd-02cf-430d-8ee2-ebf62c999370 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:53.675503 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4cd1b12d-6d00-457d-9b5b-68cc94eac250 req-920034cd-02cf-430d-8ee2-ebf62c999370 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 945 time: 0.0968695 Mar 23 17:30:53.677461 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4639e1b3-aaaf-4d50-8690-b69f6dec52d6 admin admin] Publish callbacks [] for security_group (68483098-ba19-4ab6-b9a4-f7ab79164be7), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:53.686470 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6ecffa8f-aea6-4427-9943-972056d9b586 admin admin] Publish callbacks [] for security_group (e77527b4-250a-4f23-96c4-f50fbe743ce5), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:53.710294 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6ecffa8f-aea6-4427-9943-972056d9b586 admin admin] Publish callbacks [] for security_group (e77527b4-250a-4f23-96c4-f50fbe743ce5), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:53.745542 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4cd1b12d-6d00-457d-9b5b-68cc94eac250 req-4eeaa3b0-4cba-4125-b3df-60db7deb8578 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616026 Mar 23 17:30:53.773292 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6ecffa8f-aea6-4427-9943-972056d9b586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (e77527b4-250a-4f23-96c4-f50fbe743ce5), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:53.773481 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4639e1b3-aaaf-4d50-8690-b69f6dec52d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (68483098-ba19-4ab6-b9a4-f7ab79164be7), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:53.775870 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6ecffa8f-aea6-4427-9943-972056d9b586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:53.776294 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4639e1b3-aaaf-4d50-8690-b69f6dec52d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:53.779711 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-6ecffa8f-aea6-4427-9943-972056d9b586 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e77527b4-250a-4f23-96c4-f50fbe743ce5 HTTP/1.1" status: 204 len: 168 time: 0.1545835 Mar 23 17:30:53.783291 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-4639e1b3-aaaf-4d50-8690-b69f6dec52d6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/68483098-ba19-4ab6-b9a4-f7ab79164be7 HTTP/1.1" status: 204 len: 168 time: 0.2306626 Mar 23 17:30:53.791262 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecffa8f-aea6-4427-9943-972056d9b586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77527b4-250a-4f23-96c4-f50fbe743ce5,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:53.792916 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639e1b3-aaaf-4d50-8690-b69f6dec52d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68483098-ba19-4ab6-b9a4-f7ab79164be7,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:54.175571 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 36940) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:54.189776 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6ca56cf9-2112-4c31-a023-4b09fc974766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:54.242779 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:30:54.282072 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6ca56cf9-2112-4c31-a023-4b09fc974766 admin admin] Publish callbacks [] for security_group (6846c937-046a-43b7-91fe-329bc7ff0aa6), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:54.289033 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6ca56cf9-2112-4c31-a023-4b09fc974766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (6846c937-046a-43b7-91fe-329bc7ff0aa6), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:54.327752 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca56cf9-2112-4c31-a023-4b09fc974766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6846c937-046a-43b7-91fe-329bc7ff0aa6,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:54.332325 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-6ca56cf9-2112-4c31-a023-4b09fc974766 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=38593fc48c1c4d06b2120f843fc67058&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1556687 Mar 23 17:30:54.335125 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 36944) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:54.390322 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ec6bc0a1-d554-4bc6-bf39-a1349579a355 admin admin] Publish callbacks [] for security_group (6846c937-046a-43b7-91fe-329bc7ff0aa6), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:54.419184 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ec6bc0a1-d554-4bc6-bf39-a1349579a355 admin admin] Publish callbacks [] for security_group (6846c937-046a-43b7-91fe-329bc7ff0aa6), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:54.474802 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ec6bc0a1-d554-4bc6-bf39-a1349579a355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (6846c937-046a-43b7-91fe-329bc7ff0aa6), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:54.477562 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ec6bc0a1-d554-4bc6-bf39-a1349579a355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:54.478759 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-ec6bc0a1-d554-4bc6-bf39-a1349579a355 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6846c937-046a-43b7-91fe-329bc7ff0aa6 HTTP/1.1" status: 204 len: 168 time: 0.1426761 Mar 23 17:30:54.486830 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6bc0a1-d554-4bc6-bf39-a1349579a355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6846c937-046a-43b7-91fe-329bc7ff0aa6,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:54.617629 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d1fc6-902e-4645-8715-a9b6f49fb93c req-6606e3eb-8e14-42df-8b30-97991891785a tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:54.619480 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7e0d1fc6-902e-4645-8715-a9b6f49fb93c req-6606e3eb-8e14-42df-8b30-97991891785a tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c687f37-e59b-4a66-9448-f7a5d4d128ad HTTP/1.1" status: 200 len: 943 time: 0.0598123 Mar 23 17:30:54.680115 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7e0d1fc6-902e-4645-8715-a9b6f49fb93c req-725298a8-ca61-41ed-8cc9-1c5b7d766707 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bfc205a-641f-4426-91fa-fc5d562ba605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547278 Mar 23 17:30:54.879819 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a722c9-bd99-4373-bfe6-8eed22c1a85d req-4543a17d-e9be-4e74-9cc6-2bbfca1febb5 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:54.882317 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-19a722c9-bd99-4373-bfe6-8eed22c1a85d req-4543a17d-e9be-4e74-9cc6-2bbfca1febb5 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 945 time: 0.0588136 Mar 23 17:30:54.939142 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-19a722c9-bd99-4373-bfe6-8eed22c1a85d req-efce6f09-819a-4f50-85fc-c55cf5ea2d7d tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434752 Mar 23 17:30:55.812020 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f995a-f2a9-446d-a0a9-995053f7ce92 req-e4386197-d574-4222-af41-158ea10dd1cd tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:55.813581 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3e1f995a-f2a9-446d-a0a9-995053f7ce92 req-e4386197-d574-4222-af41-158ea10dd1cd tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c687f37-e59b-4a66-9448-f7a5d4d128ad HTTP/1.1" status: 200 len: 943 time: 0.0558221 Mar 23 17:30:55.868574 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3e1f995a-f2a9-446d-a0a9-995053f7ce92 req-0703241a-c644-4c70-9ae3-1c4f47cd5551 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bfc205a-641f-4426-91fa-fc5d562ba605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495298 Mar 23 17:30:56.076086 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78811a-817f-4b55-a0dd-685e45511c3d req-09d40d6c-ab54-48de-8742-d61e8ab0d2dc tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:56.077773 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-db78811a-817f-4b55-a0dd-685e45511c3d req-09d40d6c-ab54-48de-8742-d61e8ab0d2dc tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 945 time: 0.0692520 Mar 23 17:30:56.136039 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-db78811a-817f-4b55-a0dd-685e45511c3d req-91696b19-403f-4c88-bf19-2a6088d476f9 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465770 Mar 23 17:30:56.748315 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device 4645e363-53ae-482a-a14f-4d061bba3807 details requested by agent hyperv_hv-cinder-83492 with host hv-cinder-83492 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:30:56.856221 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port 4645e363-53ae-482a-a14f-4d061bba3807, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=4645e363-53ae-482a-a14f-4d061bba3807,segment=NetworkSegment(a75134ed-e28f-44e5-b816-86ad74d86625),segment_id=a75134ed-e28f-44e5-b816-86ad74d86625)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:30:56.871639 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Returning: {'device': '4645e363-53ae-482a-a14f-4d061bba3807', 'network_id': '6679c7b7-7e46-4e0d-bdde-35dcc0bdf861', 'port_id': '4645e363-53ae-482a-a14f-4d061bba3807', 'mac_address': 'fa:16:3e:41:71:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17daa6d8-29d0-435c-b4ac-f39327de1382', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:30:56.925180 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port 4645e363-53ae-482a-a14f-4d061bba3807 is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:30:56.925567 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (4645e363-53ae-482a-a14f-4d061bba3807), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:56.940277 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4645e363-53ae-482a-a14f-4d061bba3807 {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:30:56.961685 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port 4645e363-53ae-482a-a14f-4d061bba3807, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=4645e363-53ae-482a-a14f-4d061bba3807,segment=NetworkSegment(a75134ed-e28f-44e5-b816-86ad74d86625),segment_id=a75134ed-e28f-44e5-b816-86ad74d86625)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:30:56.966566 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (4645e363-53ae-482a-a14f-4d061bba3807), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:57.008015 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747de0f-4037-4675-a053-e3f59a206af9 req-c11ca179-940a-4e2d-a32b-59f6c8fdb6d9 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:57.009631 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6747de0f-4037-4675-a053-e3f59a206af9 req-c11ca179-940a-4e2d-a32b-59f6c8fdb6d9 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c687f37-e59b-4a66-9448-f7a5d4d128ad HTTP/1.1" status: 200 len: 943 time: 0.0559766 Mar 23 17:30:57.019707 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=4645e363-53ae-482a-a14f-4d061bba3807,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:57.062497 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6747de0f-4037-4675-a053-e3f59a206af9 req-8b32d4c0-3209-455e-bb6a-9d5358c589d8 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bfc205a-641f-4426-91fa-fc5d562ba605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462472 Mar 23 17:30:57.262460 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 37072) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:57.292425 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f7d22-8d02-494a-a2cb-28ec274e1c42 req-b53c7f5a-c9cb-4d93-8b95-435c04207497 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:57.295300 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-817f7d22-8d02-494a-a2cb-28ec274e1c42 req-b53c7f5a-c9cb-4d93-8b95-435c04207497 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 945 time: 0.0882843 Mar 23 17:30:57.357505 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-817f7d22-8d02-494a-a2cb-28ec274e1c42 req-af72ac4e-5fe2-4b8f-9be4-44df27a7d032 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565469 Mar 23 17:30:57.393880 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e5cb3468-c416-43d8-a684-8b513efc2582 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:57.470070 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e5cb3468-c416-43d8-a684-8b513efc2582 admin admin] Publish callbacks [] for security_group (211fa0c0-0678-4008-8d46-2dfc2637fed6), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:57.471659 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] get_ports_and_sgs() called for port_ids ['4645e363-53ae-482a-a14f-4d061bba3807'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:30:57.475631 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e5cb3468-c416-43d8-a684-8b513efc2582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (211fa0c0-0678-4008-8d46-2dfc2637fed6), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:57.517104 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-e5cb3468-c416-43d8-a684-8b513efc2582 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fa08e65b5c584518ac4db1a1319b0937&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2524161 Mar 23 17:30:57.518225 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb3468-c416-43d8-a684-8b513efc2582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211fa0c0-0678-4008-8d46-2dfc2637fed6,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:57.521083 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 37076) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:57.586154 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e8de9de3-3127-4113-9025-37db72b76a1c admin admin] Publish callbacks [] for security_group (211fa0c0-0678-4008-8d46-2dfc2637fed6), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:57.615250 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e8de9de3-3127-4113-9025-37db72b76a1c admin admin] Publish callbacks [] for security_group (211fa0c0-0678-4008-8d46-2dfc2637fed6), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:57.680935 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e8de9de3-3127-4113-9025-37db72b76a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (211fa0c0-0678-4008-8d46-2dfc2637fed6), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:57.686238 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e8de9de3-3127-4113-9025-37db72b76a1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:57.687476 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-e8de9de3-3127-4113-9025-37db72b76a1c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/211fa0c0-0678-4008-8d46-2dfc2637fed6 HTTP/1.1" status: 204 len: 168 time: 0.1660914 Mar 23 17:30:57.695527 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de9de3-3127-4113-9025-37db72b76a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211fa0c0-0678-4008-8d46-2dfc2637fed6,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:57.813419 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 37088) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:58.058209 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-abc162d7-afcf-4413-968e-c85295c2dd39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:58.103808 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 37096) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:58.127440 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-88da4d86-7dee-4ca6-ad27-603535ef8d31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:58.177998 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-abc162d7-afcf-4413-968e-c85295c2dd39 admin admin] Publish callbacks [] for security_group (e2b1dad7-c1a7-4a54-9c00-3a18b79bd5aa), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:58.189440 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-abc162d7-afcf-4413-968e-c85295c2dd39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (e2b1dad7-c1a7-4a54-9c00-3a18b79bd5aa), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:58.211979 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab121a2b-2f53-4afb-bbc4-6fbb81d332df req-780b4bdc-212c-4284-aba9-fbf791c244e8 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:58.213564 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ab121a2b-2f53-4afb-bbc4-6fbb81d332df req-780b4bdc-212c-4284-aba9-fbf791c244e8 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c687f37-e59b-4a66-9448-f7a5d4d128ad HTTP/1.1" status: 200 len: 944 time: 0.0581410 Mar 23 17:30:58.252614 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-abc162d7-afcf-4413-968e-c85295c2dd39 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4cfcf848f58e49cc8f110de8ce90c318&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4379089 Mar 23 17:30:58.254600 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc162d7-afcf-4413-968e-c85295c2dd39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b1dad7-c1a7-4a54-9c00-3a18b79bd5aa,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:58.260217 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 37098) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:58.291383 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-88da4d86-7dee-4ca6-ad27-603535ef8d31 admin admin] Publish callbacks [] for security_group (6638ed7d-bd0b-485e-b649-2f902446e255), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:58.297695 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-88da4d86-7dee-4ca6-ad27-603535ef8d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (6638ed7d-bd0b-485e-b649-2f902446e255), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:58.314811 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ab121a2b-2f53-4afb-bbc4-6fbb81d332df req-b4fb245f-c78a-4e5a-b3b7-ae09e252f043 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bfc205a-641f-4426-91fa-fc5d562ba605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949264 Mar 23 17:30:58.352165 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9e4e7821-404f-4557-9c02-aa2a3e8b0c92 admin admin] Publish callbacks [] for security_group (e2b1dad7-c1a7-4a54-9c00-3a18b79bd5aa), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:58.354595 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-88da4d86-7dee-4ca6-ad27-603535ef8d31 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c0ae53a5ef94e818975085da8edb667&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481785 Mar 23 17:30:58.357662 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 37102) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:30:58.370115 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da4d86-7dee-4ca6-ad27-603535ef8d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6638ed7d-bd0b-485e-b649-2f902446e255,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:58.379076 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9e4e7821-404f-4557-9c02-aa2a3e8b0c92 admin admin] Publish callbacks [] for security_group (e2b1dad7-c1a7-4a54-9c00-3a18b79bd5aa), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:58.426093 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-41a9a14e-45d3-4adc-934e-affd8bb32ecf admin admin] Publish callbacks [] for security_group (6638ed7d-bd0b-485e-b649-2f902446e255), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:58.448071 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9e4e7821-404f-4557-9c02-aa2a3e8b0c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (e2b1dad7-c1a7-4a54-9c00-3a18b79bd5aa), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:58.450864 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9e4e7821-404f-4557-9c02-aa2a3e8b0c92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:58.452000 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-9e4e7821-404f-4557-9c02-aa2a3e8b0c92 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e2b1dad7-c1a7-4a54-9c00-3a18b79bd5aa HTTP/1.1" status: 204 len: 168 time: 0.1909361 Mar 23 17:30:58.463961 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-41a9a14e-45d3-4adc-934e-affd8bb32ecf admin admin] Publish callbacks [] for security_group (6638ed7d-bd0b-485e-b649-2f902446e255), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:58.477056 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e7821-404f-4557-9c02-aa2a3e8b0c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b1dad7-c1a7-4a54-9c00-3a18b79bd5aa,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:58.516887 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb5498-c579-430d-a8a1-eb0cfe20f2d9 req-be4d1324-c858-4e1e-ba95-cc765f02ec41 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:58.518509 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5deb5498-c579-430d-a8a1-eb0cfe20f2d9 req-be4d1324-c858-4e1e-ba95-cc765f02ec41 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 945 time: 0.0816135 Mar 23 17:30:58.525752 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-41a9a14e-45d3-4adc-934e-affd8bb32ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (6638ed7d-bd0b-485e-b649-2f902446e255), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:58.529003 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-41a9a14e-45d3-4adc-934e-affd8bb32ecf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:58.530648 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-41a9a14e-45d3-4adc-934e-affd8bb32ecf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6638ed7d-bd0b-485e-b649-2f902446e255 HTTP/1.1" status: 204 len: 168 time: 0.1716909 Mar 23 17:30:58.540280 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a9a14e-45d3-4adc-934e-affd8bb32ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6638ed7d-bd0b-485e-b649-2f902446e255,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:58.594145 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5deb5498-c579-430d-a8a1-eb0cfe20f2d9 req-0d51bbca-7c47-4e0d-80b2-74bda4912eba tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621221 Mar 23 17:30:58.762333 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device 4645e363-53ae-482a-a14f-4d061bba3807 up at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:30:58.824877 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning for port 4645e363-53ae-482a-a14f-4d061bba3807 completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:30:58.829347 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning complete for port 4645e363-53ae-482a-a14f-4d061bba3807 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:30:58.829923 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (4645e363-53ae-482a-a14f-4d061bba3807), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:58.936935 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port 4645e363-53ae-482a-a14f-4d061bba3807 is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:30:58.937365 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (4645e363-53ae-482a-a14f-4d061bba3807), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:58.971641 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c687f37-e59b-4a66-9448-f7a5d4d128ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4645e363-53ae-482a-a14f-4d061bba3807'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:30:58.977389 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3b886c43f84fb41b48ddc1b85747c6a8556e7daa9282459995a85f65cd8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ae2abe-0d7a-4489-af1a-36511c729514" -d '{"events": [{"server_uuid": "2c687f37-e59b-4a66-9448-f7a5d4d128ad", "name": "network-vif-plugged", "status": "completed", "tag": "4645e363-53ae-482a-a14f-4d061bba3807"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:30:58.998035 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port 4645e363-53ae-482a-a14f-4d061bba3807, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=4645e363-53ae-482a-a14f-4d061bba3807,segment=NetworkSegment(a75134ed-e28f-44e5-b816-86ad74d86625),segment_id=a75134ed-e28f-44e5-b816-86ad74d86625)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:30:59.007267 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (4645e363-53ae-482a-a14f-4d061bba3807), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:30:59.056769 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c716ba98-7a0f-4f64-8267-2b94ca820d8d x-openstack-request-id: req-c716ba98-7a0f-4f64-8267-2b94ca820d8d {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:30:59.057548 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c687f37-e59b-4a66-9448-f7a5d4d128ad", "name": "network-vif-plugged", "status": "completed", "tag": "4645e363-53ae-482a-a14f-4d061bba3807", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:30:59.058601 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c716ba98-7a0f-4f64-8267-2b94ca820d8d {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:30:59.061437 dv-cinder-834920-1-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c716ba98-7a0f-4f64-8267-2b94ca820d8d'] response: {'server_uuid': '2c687f37-e59b-4a66-9448-f7a5d4d128ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4645e363-53ae-482a-a14f-4d061bba3807', 'code': 200} Mar 23 17:30:59.103463 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=4645e363-53ae-482a-a14f-4d061bba3807,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:30:59.296966 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6394072-c58a-4ca5-9531-6f61faa470a0 req-54f17e52-b049-49bc-a398-295e938e9997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:59.299149 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e6394072-c58a-4ca5-9531-6f61faa470a0 req-54f17e52-b049-49bc-a398-295e938e9997 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2c687f37-e59b-4a66-9448-f7a5d4d128ad HTTP/1.1" status: 200 len: 1129 time: 0.0674369 Mar 23 17:30:59.351070 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e6394072-c58a-4ca5-9531-6f61faa470a0 req-dd0ead11-10ff-4546-a4f3-c1f90056af4d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1bfc205a-641f-4426-91fa-fc5d562ba605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440269 Mar 23 17:30:59.481693 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2472bda-4c52-464e-aff2-e54650e05896 req-9a14c28c-3b24-4131-ac97-2db663c59f64 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:59.483104 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e2472bda-4c52-464e-aff2-e54650e05896 req-9a14c28c-3b24-4131-ac97-2db663c59f64 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c687f37-e59b-4a66-9448-f7a5d4d128ad HTTP/1.1" status: 200 len: 945 time: 0.0985091 Mar 23 17:30:59.534126 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e2472bda-4c52-464e-aff2-e54650e05896 req-6f12b1b5-2f00-4e3f-9a50-d6a638dd5d7e tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bfc205a-641f-4426-91fa-fc5d562ba605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449879 Mar 23 17:30:59.977210 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d58d1-6c2e-4666-a4a3-5f66350bd833 req-a6672391-fa08-4c06-839d-9b07da6d6a7b tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:30:59.980117 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0e1d58d1-6c2e-4666-a4a3-5f66350bd833 req-a6672391-fa08-4c06-839d-9b07da6d6a7b tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 945 time: 0.2930560 Mar 23 17:31:00.067622 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0e1d58d1-6c2e-4666-a4a3-5f66350bd833 req-f85f994e-c50b-4ce4-bbd8-2456652631af tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746298 Mar 23 17:31:00.702005 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc32bd-56eb-47f3-aa55-0309912599ba req-9c6b128b-7e58-49a7-b3bc-89be15180250 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:00.703580 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9bdc32bd-56eb-47f3-aa55-0309912599ba req-9c6b128b-7e58-49a7-b3bc-89be15180250 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c687f37-e59b-4a66-9448-f7a5d4d128ad HTTP/1.1" status: 200 len: 945 time: 0.0777249 Mar 23 17:31:00.779957 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9bdc32bd-56eb-47f3-aa55-0309912599ba req-b3df4f52-d872-4abd-8cc2-4287b7e19f87 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bfc205a-641f-4426-91fa-fc5d562ba605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665720 Mar 23 17:31:01.205730 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30578398-0443-414b-93b7-d1595a18d53c req-47633302-6a69-4916-bef8-2304c9365ed1 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:01.207534 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-30578398-0443-414b-93b7-d1595a18d53c req-47633302-6a69-4916-bef8-2304c9365ed1 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 945 time: 0.0713251 Mar 23 17:31:01.266658 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-30578398-0443-414b-93b7-d1595a18d53c req-27f49d86-1071-4a28-b87e-1aba12ab837b tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505242 Mar 23 17:31:01.321447 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 37238) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:31:01.453973 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-fa1a0864-6840-4265-86dc-01852fd573ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:01.542633 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-fa1a0864-6840-4265-86dc-01852fd573ef admin admin] Publish callbacks [] for security_group (37eb4a82-4b8a-432c-adfa-79bc0cc0a841), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:01.547669 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-fa1a0864-6840-4265-86dc-01852fd573ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (37eb4a82-4b8a-432c-adfa-79bc0cc0a841), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:01.584533 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-fa1a0864-6840-4265-86dc-01852fd573ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=593d433eeebd46f58a307f0a5256a650&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2619896 Mar 23 17:31:01.587352 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 37246) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:31:01.589174 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a0864-6840-4265-86dc-01852fd573ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37eb4a82-4b8a-432c-adfa-79bc0cc0a841,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:01.639558 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-012bd250-95c2-418d-85b2-518ac1d58346 admin admin] Publish callbacks [] for security_group (37eb4a82-4b8a-432c-adfa-79bc0cc0a841), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:01.661097 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-012bd250-95c2-418d-85b2-518ac1d58346 admin admin] Publish callbacks [] for security_group (37eb4a82-4b8a-432c-adfa-79bc0cc0a841), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:01.710303 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-012bd250-95c2-418d-85b2-518ac1d58346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (37eb4a82-4b8a-432c-adfa-79bc0cc0a841), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:01.713283 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-012bd250-95c2-418d-85b2-518ac1d58346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:01.717098 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-012bd250-95c2-418d-85b2-518ac1d58346 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/37eb4a82-4b8a-432c-adfa-79bc0cc0a841 HTTP/1.1" status: 204 len: 168 time: 0.1260478 Mar 23 17:31:01.725171 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012bd250-95c2-418d-85b2-518ac1d58346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37eb4a82-4b8a-432c-adfa-79bc0cc0a841,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:01.918671 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e826f-012a-4697-9367-d409a8b37db9 req-7655c359-8e5b-42d4-89d0-7ce8313a72dd tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:01.920089 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-684e826f-012a-4697-9367-d409a8b37db9 req-7655c359-8e5b-42d4-89d0-7ce8313a72dd tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c687f37-e59b-4a66-9448-f7a5d4d128ad HTTP/1.1" status: 200 len: 945 time: 0.0593009 Mar 23 17:31:01.984431 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-684e826f-012a-4697-9367-d409a8b37db9 req-f875c413-23e0-48fe-9d45-a98a167635ca tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bfc205a-641f-4426-91fa-fc5d562ba605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572250 Mar 23 17:31:02.074499 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 37266) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:31:02.099065 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-597fda8d-2111-455b-b52f-299de52bffff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:02.215173 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-597fda8d-2111-455b-b52f-299de52bffff admin admin] Publish callbacks [] for security_group (f3019847-b927-4725-91ff-fcef4ee36578), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:02.220199 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-597fda8d-2111-455b-b52f-299de52bffff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (f3019847-b927-4725-91ff-fcef4ee36578), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:02.265369 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-597fda8d-2111-455b-b52f-299de52bffff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=821add3d58ca42aab840625ec6c74bd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1892874 Mar 23 17:31:02.266468 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597fda8d-2111-455b-b52f-299de52bffff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3019847-b927-4725-91ff-fcef4ee36578,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:02.268272 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 37296) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:31:02.346754 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-63a795ab-96df-4ae7-a4e7-04ebef391c74 admin admin] Publish callbacks [] for security_group (f3019847-b927-4725-91ff-fcef4ee36578), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:02.378660 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-63a795ab-96df-4ae7-a4e7-04ebef391c74 admin admin] Publish callbacks [] for security_group (f3019847-b927-4725-91ff-fcef4ee36578), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:02.444469 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1bcc3-1f0c-4527-8708-3de43a400c72 req-bb1fa452-0152-484a-acee-0860a2050759 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:02.444803 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-63a795ab-96df-4ae7-a4e7-04ebef391c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (f3019847-b927-4725-91ff-fcef4ee36578), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:02.447873 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-79e1bcc3-1f0c-4527-8708-3de43a400c72 req-bb1fa452-0152-484a-acee-0860a2050759 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 945 time: 0.0998564 Mar 23 17:31:02.448778 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-63a795ab-96df-4ae7-a4e7-04ebef391c74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:02.453746 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-63a795ab-96df-4ae7-a4e7-04ebef391c74 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f3019847-b927-4725-91ff-fcef4ee36578 HTTP/1.1" status: 204 len: 168 time: 0.1843474 Mar 23 17:31:02.463224 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a795ab-96df-4ae7-a4e7-04ebef391c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3019847-b927-4725-91ff-fcef4ee36578,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:02.565016 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-79e1bcc3-1f0c-4527-8708-3de43a400c72 req-bbf915f9-cef2-4105-88ff-3a86ca1da132 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036932 Mar 23 17:31:03.721129 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d82c5-d596-4aad-a107-98309499b333 req-3eea489a-6f37-4bb3-a4cb-91f53b1cdbcf tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:03.723218 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1d9d82c5-d596-4aad-a107-98309499b333 req-3eea489a-6f37-4bb3-a4cb-91f53b1cdbcf tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 945 time: 0.0722966 Mar 23 17:31:03.782391 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1d9d82c5-d596-4aad-a107-98309499b333 req-c8ab2162-0f89-49c9-b97c-226a214bd548 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535445 Mar 23 17:31:04.921558 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc84e1-25ca-46fc-befa-3cf03fd53df7 req-0a6412b7-29b8-487f-aeff-a17d6a965564 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:04.923126 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-87bc84e1-25ca-46fc-befa-3cf03fd53df7 req-0a6412b7-29b8-487f-aeff-a17d6a965564 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 945 time: 0.0612411 Mar 23 17:31:04.990778 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-87bc84e1-25ca-46fc-befa-3cf03fd53df7 req-42988f3f-a8a9-4bfc-9387-f55d4b2b9e8f tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613275 Mar 23 17:31:06.159368 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5d2fd-2867-4c10-978e-ee01aba79aec req-414df831-67ff-4a28-8137-0c415180249a tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:06.161299 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a0c5d2fd-2867-4c10-978e-ee01aba79aec req-414df831-67ff-4a28-8137-0c415180249a tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 945 time: 0.0790431 Mar 23 17:31:06.223944 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a0c5d2fd-2867-4c10-978e-ee01aba79aec req-0d713ddf-0cd4-4b14-ae98-7575ee0e18d7 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527523 Mar 23 17:31:07.203695 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 37490) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:31:07.329695 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8538bf2b-aa9a-4fb4-b6fc-593063fbc1f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:07.370951 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169fde5-0bda-4137-88b9-781c31f6462e req-b9fe9764-6bd4-4f7f-a5f8-6f0199fbc662 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:07.372705 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f169fde5-0bda-4137-88b9-781c31f6462e req-b9fe9764-6bd4-4f7f-a5f8-6f0199fbc662 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 945 time: 0.0631249 Mar 23 17:31:07.431595 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8538bf2b-aa9a-4fb4-b6fc-593063fbc1f7 admin admin] Publish callbacks [] for security_group (e365d186-b644-47b0-ac38-bddb2e2c7272), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:07.439434 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f169fde5-0bda-4137-88b9-781c31f6462e req-44df15e1-5dbd-409e-afac-cc88fa3d098d tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589025 Mar 23 17:31:07.439681 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8538bf2b-aa9a-4fb4-b6fc-593063fbc1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (e365d186-b644-47b0-ac38-bddb2e2c7272), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:07.480231 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8538bf2b-aa9a-4fb4-b6fc-593063fbc1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e365d186-b644-47b0-ac38-bddb2e2c7272,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:07.494866 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-8538bf2b-aa9a-4fb4-b6fc-593063fbc1f7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=47ce5c08f06c4eabacda256a2a09bb42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2893915 Mar 23 17:31:07.495646 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 37496) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:31:07.562723 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-078f2b7c-9640-4b36-a462-ac0e4bef7655 admin admin] Publish callbacks [] for security_group (e365d186-b644-47b0-ac38-bddb2e2c7272), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:07.589219 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-078f2b7c-9640-4b36-a462-ac0e4bef7655 admin admin] Publish callbacks [] for security_group (e365d186-b644-47b0-ac38-bddb2e2c7272), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:07.626523 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-1cba418d-9e7c-4241-80d3-9279dcfad400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:07.660890 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-078f2b7c-9640-4b36-a462-ac0e4bef7655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (e365d186-b644-47b0-ac38-bddb2e2c7272), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:07.664211 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-078f2b7c-9640-4b36-a462-ac0e4bef7655 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:07.665525 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-078f2b7c-9640-4b36-a462-ac0e4bef7655 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e365d186-b644-47b0-ac38-bddb2e2c7272 HTTP/1.1" status: 204 len: 168 time: 0.1687324 Mar 23 17:31:07.674841 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f2b7c-9640-4b36-a462-ac0e4bef7655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e365d186-b644-47b0-ac38-bddb2e2c7272,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:08.019763 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 37506) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:31:08.033501 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4e416d42-6998-4be8-84ee-9595962d3e7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:08.120444 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4e416d42-6998-4be8-84ee-9595962d3e7e admin admin] Publish callbacks [] for security_group (5a9dedb2-e1bc-4aaa-aa34-05b3a9f7bc20), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:08.125400 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4e416d42-6998-4be8-84ee-9595962d3e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (5a9dedb2-e1bc-4aaa-aa34-05b3a9f7bc20), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:08.166688 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e416d42-6998-4be8-84ee-9595962d3e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9dedb2-e1bc-4aaa-aa34-05b3a9f7bc20,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:08.174514 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-4e416d42-6998-4be8-84ee-9595962d3e7e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee00528e5bec42588be348f1f7c252c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1509643 Mar 23 17:31:08.175120 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 37510) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:31:08.247381 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b9fded03-9c3c-4099-a7a3-37025be6b3fc admin admin] Publish callbacks [] for security_group (5a9dedb2-e1bc-4aaa-aa34-05b3a9f7bc20), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:08.274403 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b9fded03-9c3c-4099-a7a3-37025be6b3fc admin admin] Publish callbacks [] for security_group (5a9dedb2-e1bc-4aaa-aa34-05b3a9f7bc20), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:08.347369 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b9fded03-9c3c-4099-a7a3-37025be6b3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (5a9dedb2-e1bc-4aaa-aa34-05b3a9f7bc20), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:08.349999 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b9fded03-9c3c-4099-a7a3-37025be6b3fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:08.357439 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-b9fded03-9c3c-4099-a7a3-37025be6b3fc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5a9dedb2-e1bc-4aaa-aa34-05b3a9f7bc20 HTTP/1.1" status: 204 len: 168 time: 0.1774981 Mar 23 17:31:08.376653 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fded03-9c3c-4099-a7a3-37025be6b3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9dedb2-e1bc-4aaa-aa34-05b3a9f7bc20,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:08.659743 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae14052-1365-47c7-b629-9e5e71547bec req-45876162-1fb4-4de3-92fe-77d8f2ce7aee tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:08.661840 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4ae14052-1365-47c7-b629-9e5e71547bec req-45876162-1fb4-4de3-92fe-77d8f2ce7aee tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 945 time: 0.1151257 Mar 23 17:31:08.734169 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4ae14052-1365-47c7-b629-9e5e71547bec req-31e0ad4b-c8c9-4377-ab4d-799352a40a04 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655930 Mar 23 17:31:09.423653 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06787733-d828-45aa-a1a9-5cfdfff630f4 req-0f12cd37-aeb2-4c56-b0b6-7d173864c22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:09.425192 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-06787733-d828-45aa-a1a9-5cfdfff630f4 req-0f12cd37-aeb2-4c56-b0b6-7d173864c22e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 1129 time: 0.0615225 Mar 23 17:31:09.496664 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-06787733-d828-45aa-a1a9-5cfdfff630f4 req-4da29117-179d-44ed-be00-731ae473a949 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526397 Mar 23 17:31:09.862865 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57f1b9-17b1-45e9-b172-e2186927630f req-1db4d230-13f6-435f-b9d2-239d4501b2c8 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:09.864407 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cf57f1b9-17b1-45e9-b172-e2186927630f req-1db4d230-13f6-435f-b9d2-239d4501b2c8 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 945 time: 0.0583329 Mar 23 17:31:09.920924 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cf57f1b9-17b1-45e9-b172-e2186927630f req-31228950-9a3a-4889-b7a2-e1af029aba03 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505981 Mar 23 17:31:10.131854 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-79dfcecc-7033-4887-a750-fa5a81740d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:10.925671 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 37610) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:31:11.059076 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bb98cfce-bff2-4260-9dc1-eeaff32e2506 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:11.079574 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3f3ce-6e81-439d-b2ad-9ac67ed3f981 req-592a0d47-bc99-4a57-9854-4fe079038cb4 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:11.081126 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-36c3f3ce-6e81-439d-b2ad-9ac67ed3f981 req-592a0d47-bc99-4a57-9854-4fe079038cb4 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 945 time: 0.0792983 Mar 23 17:31:11.189651 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bb98cfce-bff2-4260-9dc1-eeaff32e2506 admin admin] Publish callbacks [] for security_group (3358d44c-16d4-4f7d-86c7-241d3521c1ed), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:11.193121 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-36c3f3ce-6e81-439d-b2ad-9ac67ed3f981 req-e62ebf99-99f4-4c5e-bb3c-61e8cb6fff59 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040361 Mar 23 17:31:11.196146 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bb98cfce-bff2-4260-9dc1-eeaff32e2506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (3358d44c-16d4-4f7d-86c7-241d3521c1ed), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:11.237886 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-bb98cfce-bff2-4260-9dc1-eeaff32e2506 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=48cac6b82fed45d589159d54aeba20e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3110797 Mar 23 17:31:11.239241 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98cfce-bff2-4260-9dc1-eeaff32e2506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3358d44c-16d4-4f7d-86c7-241d3521c1ed,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:11.242059 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 37622) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:31:11.312309 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e7326985-d065-480b-a53d-c61f553dea7e admin admin] Publish callbacks [] for security_group (3358d44c-16d4-4f7d-86c7-241d3521c1ed), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:11.351875 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e7326985-d065-480b-a53d-c61f553dea7e admin admin] Publish callbacks [] for security_group (3358d44c-16d4-4f7d-86c7-241d3521c1ed), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:11.355826 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:11.423563 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e7326985-d065-480b-a53d-c61f553dea7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (3358d44c-16d4-4f7d-86c7-241d3521c1ed), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:11.426149 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e7326985-d065-480b-a53d-c61f553dea7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:11.427548 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-e7326985-d065-480b-a53d-c61f553dea7e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3358d44c-16d4-4f7d-86c7-241d3521c1ed HTTP/1.1" status: 204 len: 168 time: 0.1842804 Mar 23 17:31:11.435923 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7326985-d065-480b-a53d-c61f553dea7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3358d44c-16d4-4f7d-86c7-241d3521c1ed,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:11.736585 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 37634) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:31:11.752668 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-18783477-e5fe-4692-9638-86ae5375dad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:11.839149 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-18783477-e5fe-4692-9638-86ae5375dad0 admin admin] Publish callbacks [] for security_group (d4f121f6-adc3-47b2-b0b7-a75d7da95151), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:11.844721 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-18783477-e5fe-4692-9638-86ae5375dad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (d4f121f6-adc3-47b2-b0b7-a75d7da95151), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:11.882025 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18783477-e5fe-4692-9638-86ae5375dad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f121f6-adc3-47b2-b0b7-a75d7da95151,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:11.890876 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-18783477-e5fe-4692-9638-86ae5375dad0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ef24a9ea4ad44fdfb029657f3e3c920c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1517851 Mar 23 17:31:11.891205 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 37636) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:31:11.942946 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9ddd7aac-857f-440e-a961-e7784a85e99b admin admin] Publish callbacks [] for security_group (d4f121f6-adc3-47b2-b0b7-a75d7da95151), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:11.967633 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9ddd7aac-857f-440e-a961-e7784a85e99b admin admin] Publish callbacks [] for security_group (d4f121f6-adc3-47b2-b0b7-a75d7da95151), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:12.022864 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9ddd7aac-857f-440e-a961-e7784a85e99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (d4f121f6-adc3-47b2-b0b7-a75d7da95151), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:12.025847 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9ddd7aac-857f-440e-a961-e7784a85e99b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:12.027031 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-9ddd7aac-857f-440e-a961-e7784a85e99b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4f121f6-adc3-47b2-b0b7-a75d7da95151 HTTP/1.1" status: 204 len: 168 time: 0.1348622 Mar 23 17:31:12.044212 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd7aac-857f-440e-a961-e7784a85e99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f121f6-adc3-47b2-b0b7-a75d7da95151,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:12.328104 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebac64-0452-4692-8312-9d867b8c6793 req-251a251a-45a9-463d-a01a-de9b7bdf4c25 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:12.329725 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-41ebac64-0452-4692-8312-9d867b8c6793 req-251a251a-45a9-463d-a01a-de9b7bdf4c25 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 945 time: 0.0617285 Mar 23 17:31:12.384725 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-41ebac64-0452-4692-8312-9d867b8c6793 req-577db962-805d-46b6-9e94-fcfa8567927f tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473578 Mar 23 17:31:12.536217 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559d9c3-d7be-4a0d-85f5-ca26807d5cec req-0048a47c-de9d-4c1a-a015-f834b2a7007a tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:12.538436 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d559d9c3-d7be-4a0d-85f5-ca26807d5cec req-0048a47c-de9d-4c1a-a015-f834b2a7007a tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1 HTTP/1.1" status: 200 len: 945 time: 0.0687046 Mar 23 17:31:12.600750 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d559d9c3-d7be-4a0d-85f5-ca26807d5cec req-bfb8ce5a-37fd-4f99-bbdb-c63a7554fc03 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562851 Mar 23 17:31:12.720298 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:12.847753 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 37670) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:31:12.978885 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-8abb2dda-1bb0-4891-ad7b-3a4c0acbba6e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1048888340-network', 'tenant_id': 'ab3de33ee6c244749cade7a0ce705ca2'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:31:13.004278 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abb2dda-1bb0-4891-ad7b-3a4c0acbba6e admin admin] Made reservation on behalf of ab3de33ee6c244749cade7a0ce705ca2 for: {'network': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:31:13.007848 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8abb2dda-1bb0-4891-ad7b-3a4c0acbba6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for network (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:13.020782 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8abb2dda-1bb0-4891-ad7b-3a4c0acbba6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:13.104674 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8abb2dda-1bb0-4891-ad7b-3a4c0acbba6e admin admin] Publish callbacks [] for security_group (83a6fe00-fe25-4ce3-8e7c-ecb6b75fd3d6), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:13.109673 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8abb2dda-1bb0-4891-ad7b-3a4c0acbba6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (83a6fe00-fe25-4ce3-8e7c-ecb6b75fd3d6), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:13.135030 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8abb2dda-1bb0-4891-ad7b-3a4c0acbba6e admin admin] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=103207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 17:31:13.145451 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb2dda-1bb0-4891-ad7b-3a4c0acbba6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a6fe00-fe25-4ce3-8e7c-ecb6b75fd3d6,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:13.150375 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8abb2dda-1bb0-4891-ad7b-3a4c0acbba6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464'] for segment (bc95ae19-940d-4cbd-8f9f-26ce26ac4e1d), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:13.150705 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.db.segments_db [None req-8abb2dda-1bb0-4891-ad7b-3a4c0acbba6e admin admin] Added segment bc95ae19-940d-4cbd-8f9f-26ce26ac4e1d of type vlan for network 35f48e60-d529-4953-8f33-9e87af148fb8 Mar 23 17:31:13.192351 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8abb2dda-1bb0-4891-ad7b-3a4c0acbba6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741035590211'] for network (35f48e60-d529-4953-8f33-9e87af148fb8), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:13.226355 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8abb2dda-1bb0-4891-ad7b-3a4c0acbba6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701'] for network (35f48e60-d529-4953-8f33-9e87af148fb8), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:13.227984 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abb2dda-1bb0-4891-ad7b-3a4c0acbba6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:13.228889 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8abb2dda-1bb0-4891-ad7b-3a4c0acbba6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for network (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:13.309435 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-8abb2dda-1bb0-4891-ad7b-3a4c0acbba6e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4602597 Mar 23 17:31:13.312691 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 37682) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:31:13.319757 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-d8e4e08b-29cc-4142-88b6-e475caac3bc4 admin admin] Request body: {'subnet': {'network_id': '35f48e60-d529-4953-8f33-9e87af148fb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1048888340-subnet', 'tenant_id': 'ab3de33ee6c244749cade7a0ce705ca2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:31:13.323404 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb2dda-1bb0-4891-ad7b-3a4c0acbba6e admin admin] Pushing event updated for resources: {'Network': ['ID=35f48e60-d529-4953-8f33-9e87af148fb8,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:13.348546 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e4e08b-29cc-4142-88b6-e475caac3bc4 admin admin] Made reservation on behalf of ab3de33ee6c244749cade7a0ce705ca2 for: {'subnet': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:31:13.352283 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d8e4e08b-29cc-4142-88b6-e475caac3bc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59263857'] for subnet (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:13.357228 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Network 35f48e60-d529-4953-8f33-9e87af148fb8 details requested by agent ovs-agent-dv-cinder-834920-1-iscsi with host dv-cinder-834920-1-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 17:31:13.553332 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d8e4e08b-29cc-4142-88b6-e475caac3bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59308783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59263847'] for subnet (e4348d9a-aad7-427c-9e32-9520f8471f52), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:13.621738 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4e08b-29cc-4142-88b6-e475caac3bc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4348d9a-aad7-427c-9e32-9520f8471f52,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:13.639623 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e4e08b-29cc-4142-88b6-e475caac3bc4 admin admin] Checking segment: {'id': 'bc95ae19-940d-4cbd-8f9f-26ce26ac4e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '35f48e60-d529-4953-8f33-9e87af148fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:31:13.640031 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e4e08b-29cc-4142-88b6-e475caac3bc4 admin admin] Network hostable DHCP agents. Network: 35f48e60-d529-4953-8f33-9e87af148fb8, hostable agents: ['0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66'], hosted agents: [] {{(pid=103208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 17:31:13.661620 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e4e08b-29cc-4142-88b6-e475caac3bc4 admin admin] Network 35f48e60-d529-4953-8f33-9e87af148fb8 is scheduled to be hosted by DHCP agent 0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66 with binding_index 1 {{(pid=103208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 17:31:13.673656 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-d8e4e08b-29cc-4142-88b6-e475caac3bc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834920-1-iscsi, 35f48e60-d529-4953-8f33-9e87af148fb8) {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:31:13.680033 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e4e08b-29cc-4142-88b6-e475caac3bc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:13.681661 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d8e4e08b-29cc-4142-88b6-e475caac3bc4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:13.686351 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607c2f9d-b8de-4393-973b-f0f3893554a9 None None] Network 35f48e60-d529-4953-8f33-9e87af148fb8 requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:31:13.701725 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-d8e4e08b-29cc-4142-88b6-e475caac3bc4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3871973 Mar 23 17:31:13.810728 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f6be16-48a7-4601-ac8e-ac7118c809fc None None] Network 35f48e60-d529-4953-8f33-9e87af148fb8 requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:31:14.179030 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:14.272263 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 37712) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:31:14.277319 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-7e605b62-78f0-4593-bacb-3724d4b41b80 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1127122924-network', 'tenant_id': '909f16e025c74fb3962b060f119df640'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:31:14.299897 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e605b62-78f0-4593-bacb-3724d4b41b80 admin admin] Made reservation on behalf of 909f16e025c74fb3962b060f119df640 for: {'network': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:31:14.302899 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7e605b62-78f0-4593-bacb-3724d4b41b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for network (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:14.317179 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7e605b62-78f0-4593-bacb-3724d4b41b80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:14.404601 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7e605b62-78f0-4593-bacb-3724d4b41b80 admin admin] Publish callbacks [] for security_group (09a7299a-25ea-4d86-8147-65c570b0d64f), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:14.409917 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7e605b62-78f0-4593-bacb-3724d4b41b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (09a7299a-25ea-4d86-8147-65c570b0d64f), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:14.436325 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e605b62-78f0-4593-bacb-3724d4b41b80 admin admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=103207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 17:31:14.446345 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e605b62-78f0-4593-bacb-3724d4b41b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a7299a-25ea-4d86-8147-65c570b0d64f,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:14.451566 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7e605b62-78f0-4593-bacb-3724d4b41b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464'] for segment (361aceaa-0eec-4d95-ab70-a3fc24c576f2), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:14.451909 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.db.segments_db [None req-7e605b62-78f0-4593-bacb-3724d4b41b80 admin admin] Added segment 361aceaa-0eec-4d95-ab70-a3fc24c576f2 of type vlan for network 0ef0b79c-32e5-4105-824e-f7966d9f00d5 Mar 23 17:31:14.497484 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7e605b62-78f0-4593-bacb-3724d4b41b80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741035590211'] for network (0ef0b79c-32e5-4105-824e-f7966d9f00d5), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:14.524463 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7e605b62-78f0-4593-bacb-3724d4b41b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701'] for network (0ef0b79c-32e5-4105-824e-f7966d9f00d5), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:14.525508 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e605b62-78f0-4593-bacb-3724d4b41b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:14.526180 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7e605b62-78f0-4593-bacb-3724d4b41b80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for network (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:14.585696 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-7e605b62-78f0-4593-bacb-3724d4b41b80 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3122444 Mar 23 17:31:14.590621 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 37716) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:31:14.599124 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-4b6b5368-0a3c-4302-b3a0-905ae1c28ea3 admin admin] Request body: {'subnet': {'network_id': '0ef0b79c-32e5-4105-824e-f7966d9f00d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1127122924-subnet', 'tenant_id': '909f16e025c74fb3962b060f119df640', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:31:14.601616 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e605b62-78f0-4593-bacb-3724d4b41b80 admin admin] Pushing event updated for resources: {'Network': ['ID=0ef0b79c-32e5-4105-824e-f7966d9f00d5,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:14.616222 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Network 0ef0b79c-32e5-4105-824e-f7966d9f00d5 details requested by agent ovs-agent-dv-cinder-834920-1-iscsi with host dv-cinder-834920-1-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 17:31:14.625937 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6b5368-0a3c-4302-b3a0-905ae1c28ea3 admin admin] Made reservation on behalf of 909f16e025c74fb3962b060f119df640 for: {'subnet': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:31:14.628859 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4b6b5368-0a3c-4302-b3a0-905ae1c28ea3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59263857'] for subnet (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:14.816473 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4b6b5368-0a3c-4302-b3a0-905ae1c28ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59308783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59263847'] for subnet (e596f468-f62d-4be1-86fc-500180efaf70), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:14.871898 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b5368-0a3c-4302-b3a0-905ae1c28ea3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e596f468-f62d-4be1-86fc-500180efaf70,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:14.887863 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6b5368-0a3c-4302-b3a0-905ae1c28ea3 admin admin] Checking segment: {'id': '361aceaa-0eec-4d95-ab70-a3fc24c576f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '0ef0b79c-32e5-4105-824e-f7966d9f00d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:31:14.888195 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6b5368-0a3c-4302-b3a0-905ae1c28ea3 admin admin] Network hostable DHCP agents. Network: 0ef0b79c-32e5-4105-824e-f7966d9f00d5, hostable agents: ['0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66'], hosted agents: [] {{(pid=103208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 17:31:14.907149 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6b5368-0a3c-4302-b3a0-905ae1c28ea3 admin admin] Network 0ef0b79c-32e5-4105-824e-f7966d9f00d5 is scheduled to be hosted by DHCP agent 0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66 with binding_index 1 {{(pid=103208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 17:31:14.919228 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-4b6b5368-0a3c-4302-b3a0-905ae1c28ea3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834920-1-iscsi, 0ef0b79c-32e5-4105-824e-f7966d9f00d5) {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:31:14.923651 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6b5368-0a3c-4302-b3a0-905ae1c28ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:14.924300 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4b6b5368-0a3c-4302-b3a0-905ae1c28ea3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:14.929416 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328eaad2-4014-4b3a-b7f1-07d846c0a66c None None] Network 0ef0b79c-32e5-4105-824e-f7966d9f00d5 requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:31:14.953896 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-4b6b5368-0a3c-4302-b3a0-905ae1c28ea3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3611434 Mar 23 17:31:15.043991 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d35addc-bbce-4a67-aba5-aea123dbc201 None None] Network 0ef0b79c-32e5-4105-824e-f7966d9f00d5 requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:31:15.364346 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ced163-32d1-455c-85d5-51c026876bed req-792fca8d-bac2-4606-a7a4-d2eb531ce19e tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:15.371676 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d9ced163-32d1-455c-85d5-51c026876bed req-792fca8d-bac2-4606-a7a4-d2eb531ce19e tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1 HTTP/1.1" status: 200 len: 945 time: 0.0661726 Mar 23 17:31:15.424666 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd27f03-d55b-4269-9061-b761b71b7aeb req-4a246846-e4c7-4fd3-a270-efcda4698f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:15.425996 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3dd27f03-d55b-4269-9061-b761b71b7aeb req-4a246846-e4c7-4fd3-a270-efcda4698f22 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5f8e1fcf32ed4c89b61e93ec571f7fe7&device_id=852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1 HTTP/1.1" status: 200 len: 1129 time: 0.0634735 Mar 23 17:31:15.434105 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d9ced163-32d1-455c-85d5-51c026876bed req-958ae8bc-234c-4428-9ed6-0a9d6a5fd0b1 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567179 Mar 23 17:31:15.522770 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd27f03-d55b-4269-9061-b761b71b7aeb req-1fa2a583-e2cf-4940-8e45-abeb037d38b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:15.524275 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3dd27f03-d55b-4269-9061-b761b71b7aeb req-1fa2a583-e2cf-4940-8e45-abeb037d38b8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e39f5c4c-2123-4c06-9dcf-a1960e2860e7 HTTP/1.1" status: 200 len: 919 time: 0.0865607 Mar 23 17:31:15.570853 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3dd27f03-d55b-4269-9061-b761b71b7aeb req-42afa99b-4c65-4d75-be6e-a04cf343262b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=884255e1-5e02-474f-95e7-16cb8036e1c0 HTTP/1.1" status: 200 len: 217 time: 0.0395195 Mar 23 17:31:15.624172 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd27f03-d55b-4269-9061-b761b71b7aeb req-7a2b853b-6817-4431-abe8-6c675bb3342d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:15.625800 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3dd27f03-d55b-4269-9061-b761b71b7aeb req-7a2b853b-6817-4431-abe8-6c675bb3342d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ecd5be18-6bee-4974-83c0-da45214c17c0 HTTP/1.1" status: 200 len: 857 time: 0.0480616 Mar 23 17:31:15.688436 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd27f03-d55b-4269-9061-b761b71b7aeb req-08102790-2f21-4968-a54a-588aa69da864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:15.690013 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3dd27f03-d55b-4269-9061-b761b71b7aeb req-08102790-2f21-4968-a54a-588aa69da864 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e39f5c4c-2123-4c06-9dcf-a1960e2860e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582652 Mar 23 17:31:15.793251 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3dd27f03-d55b-4269-9061-b761b71b7aeb req-ace91b45-e43b-472e-afe8-4ca1f0d1eca6 service neutron] 10.222.0.57 "GET /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946774 Mar 23 17:31:15.894741 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3dd27f03-d55b-4269-9061-b761b71b7aeb req-56577d4b-e888-4924-a646-8306d794782a service neutron] 10.222.0.57 "GET /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940049 Mar 23 17:31:16.570836 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff58e02-6603-438d-a6aa-3da9d1c54681 req-689f2e9a-8f39-435f-ad37-0805307fff45 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:16.572402 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7ff58e02-6603-438d-a6aa-3da9d1c54681 req-689f2e9a-8f39-435f-ad37-0805307fff45 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1 HTTP/1.1" status: 200 len: 945 time: 0.0638878 Mar 23 17:31:16.628149 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7ff58e02-6603-438d-a6aa-3da9d1c54681 req-4f7fbe79-8d56-4171-807c-78dd5124484f tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483165 Mar 23 17:31:17.766330 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340aa94b-544f-4822-86d7-1d0ded95f446 req-3bf25e35-c55b-4a2d-a90e-570aff649e2f tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:17.768225 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-340aa94b-544f-4822-86d7-1d0ded95f446 req-3bf25e35-c55b-4a2d-a90e-570aff649e2f tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1 HTTP/1.1" status: 200 len: 945 time: 0.0634394 Mar 23 17:31:17.820560 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-340aa94b-544f-4822-86d7-1d0ded95f446 req-9e4b9fff-880b-4c2d-9b49-ac5ef7367acc tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469475 Mar 23 17:31:18.953290 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc054a62-a596-4997-bef6-4265d7c4f355 req-c34591c9-e3fc-4671-9936-56115df2d260 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:18.954815 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-dc054a62-a596-4997-bef6-4265d7c4f355 req-c34591c9-e3fc-4671-9936-56115df2d260 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1 HTTP/1.1" status: 200 len: 945 time: 0.0584147 Mar 23 17:31:19.004668 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-dc054a62-a596-4997-bef6-4265d7c4f355 req-38783f2d-0ced-489c-b6be-e1f86396bc0d tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417776 Mar 23 17:31:20.143989 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3faab-4020-4be8-a217-de4802d5a6ec req-8de5188a-916c-4cce-8b9e-eee77b089b58 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:20.145564 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-97f3faab-4020-4be8-a217-de4802d5a6ec req-8de5188a-916c-4cce-8b9e-eee77b089b58 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1 HTTP/1.1" status: 200 len: 945 time: 0.0709503 Mar 23 17:31:20.198801 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-97f3faab-4020-4be8-a217-de4802d5a6ec req-ee12575b-b00d-4e01-82d3-a1168bfc1894 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474684 Mar 23 17:31:20.623414 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 37826) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:31:20.738076 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e57c1d51-9ea9-45bb-b5ea-5a974124309b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:20.824679 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e57c1d51-9ea9-45bb-b5ea-5a974124309b admin admin] Publish callbacks [] for security_group (f0911a90-2f73-45ea-9ba1-8b853b9c3c24), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:20.829845 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e57c1d51-9ea9-45bb-b5ea-5a974124309b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (f0911a90-2f73-45ea-9ba1-8b853b9c3c24), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:20.868492 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-e57c1d51-9ea9-45bb-b5ea-5a974124309b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=575b27557939489cac67e1a4190e0895&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2439530 Mar 23 17:31:20.869481 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c1d51-9ea9-45bb-b5ea-5a974124309b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0911a90-2f73-45ea-9ba1-8b853b9c3c24,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:20.871329 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 37834) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:31:20.929045 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f386c9f8-67df-4c5d-a41b-6ef93351c5d5 admin admin] Publish callbacks [] for security_group (f0911a90-2f73-45ea-9ba1-8b853b9c3c24), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:20.962357 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f386c9f8-67df-4c5d-a41b-6ef93351c5d5 admin admin] Publish callbacks [] for security_group (f0911a90-2f73-45ea-9ba1-8b853b9c3c24), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:21.034255 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f386c9f8-67df-4c5d-a41b-6ef93351c5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (f0911a90-2f73-45ea-9ba1-8b853b9c3c24), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:21.036838 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f386c9f8-67df-4c5d-a41b-6ef93351c5d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:21.038362 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-f386c9f8-67df-4c5d-a41b-6ef93351c5d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0911a90-2f73-45ea-9ba1-8b853b9c3c24 HTTP/1.1" status: 204 len: 168 time: 0.1658628 Mar 23 17:31:21.046744 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386c9f8-67df-4c5d-a41b-6ef93351c5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0911a90-2f73-45ea-9ba1-8b853b9c3c24,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:21.323788 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412defa-a89a-4108-90bc-78350603b76b req-8f75f11a-41f3-4ab1-8a61-39045ff18a30 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:21.325300 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4412defa-a89a-4108-90bc-78350603b76b req-8f75f11a-41f3-4ab1-8a61-39045ff18a30 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1 HTTP/1.1" status: 200 len: 945 time: 0.0569079 Mar 23 17:31:21.326194 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 37844) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:31:21.348070 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bb5df0e9-dfaf-4854-af00-abe6b613ebaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:21.402948 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4412defa-a89a-4108-90bc-78350603b76b req-d1a37a68-d2b4-4062-8343-86bdc06b494b tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705714 Mar 23 17:31:21.461596 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bb5df0e9-dfaf-4854-af00-abe6b613ebaf admin admin] Publish callbacks [] for security_group (8ebf5f46-878b-489c-bc12-9f1cd2c0b307), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:21.466802 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bb5df0e9-dfaf-4854-af00-abe6b613ebaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (8ebf5f46-878b-489c-bc12-9f1cd2c0b307), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:21.507301 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-bb5df0e9-dfaf-4854-af00-abe6b613ebaf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a26f4a87e78d47188435189d00bb35be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1799803 Mar 23 17:31:21.510080 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5df0e9-dfaf-4854-af00-abe6b613ebaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebf5f46-878b-489c-bc12-9f1cd2c0b307,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:21.510438 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 37848) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:31:21.574399 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6c93346d-6d09-408a-9bee-231506d90037 admin admin] Publish callbacks [] for security_group (8ebf5f46-878b-489c-bc12-9f1cd2c0b307), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:21.596546 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6c93346d-6d09-408a-9bee-231506d90037 admin admin] Publish callbacks [] for security_group (8ebf5f46-878b-489c-bc12-9f1cd2c0b307), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:21.660224 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6c93346d-6d09-408a-9bee-231506d90037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (8ebf5f46-878b-489c-bc12-9f1cd2c0b307), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:21.665368 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6c93346d-6d09-408a-9bee-231506d90037 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:21.667697 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-6c93346d-6d09-408a-9bee-231506d90037 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8ebf5f46-878b-489c-bc12-9f1cd2c0b307 HTTP/1.1" status: 204 len: 168 time: 0.1557887 Mar 23 17:31:21.680922 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93346d-6d09-408a-9bee-231506d90037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebf5f46-878b-489c-bc12-9f1cd2c0b307,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:21.835507 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8dfc2-06ef-482c-8042-fed0678154a9 req-066689f0-7a77-4980-89d8-df534f5f5ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:21.837081 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-09f8dfc2-06ef-482c-8042-fed0678154a9 req-066689f0-7a77-4980-89d8-df534f5f5ebf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5f8e1fcf32ed4c89b61e93ec571f7fe7&device_id=852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1 HTTP/1.1" status: 200 len: 1129 time: 0.0464575 Mar 23 17:31:21.952522 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8dfc2-06ef-482c-8042-fed0678154a9 req-47a7638b-52d5-490a-8509-8ffdb8a840de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:21.954083 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-09f8dfc2-06ef-482c-8042-fed0678154a9 req-47a7638b-52d5-490a-8509-8ffdb8a840de service neutron] 10.222.0.57 "GET /v2.0/networks?id=e39f5c4c-2123-4c06-9dcf-a1960e2860e7 HTTP/1.1" status: 200 len: 919 time: 0.0963023 Mar 23 17:31:21.996798 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-09f8dfc2-06ef-482c-8042-fed0678154a9 req-497eb09b-7298-4901-bdee-ee72835ca699 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=884255e1-5e02-474f-95e7-16cb8036e1c0 HTTP/1.1" status: 200 len: 217 time: 0.0365129 Mar 23 17:31:22.054056 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8dfc2-06ef-482c-8042-fed0678154a9 req-4f5f62ca-2397-4831-beca-96511b3167db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:22.056086 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-09f8dfc2-06ef-482c-8042-fed0678154a9 req-4f5f62ca-2397-4831-beca-96511b3167db service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ecd5be18-6bee-4974-83c0-da45214c17c0 HTTP/1.1" status: 200 len: 857 time: 0.0513515 Mar 23 17:31:22.118844 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8dfc2-06ef-482c-8042-fed0678154a9 req-dfd40ae5-7339-442c-822b-d2b96585d33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:22.120832 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-09f8dfc2-06ef-482c-8042-fed0678154a9 req-dfd40ae5-7339-442c-822b-d2b96585d33c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e39f5c4c-2123-4c06-9dcf-a1960e2860e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569096 Mar 23 17:31:22.218125 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-09f8dfc2-06ef-482c-8042-fed0678154a9 req-246ea79d-0b47-49f2-b639-ab72a8cf4f22 service neutron] 10.222.0.57 "GET /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885811 Mar 23 17:31:22.319974 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-09f8dfc2-06ef-482c-8042-fed0678154a9 req-b16f9df1-1d7f-40bd-9e42-bf8dcd81b450 service neutron] 10.222.0.57 "GET /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902529 Mar 23 17:31:22.531501 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfea3d-669d-4e15-bba6-cbb48fd0f33f req-e39541cb-70a8-464d-b335-e07e580a8494 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:22.533047 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-46dfea3d-669d-4e15-bba6-cbb48fd0f33f req-e39541cb-70a8-464d-b335-e07e580a8494 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1 HTTP/1.1" status: 200 len: 945 time: 0.0549068 Mar 23 17:31:22.606599 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-46dfea3d-669d-4e15-bba6-cbb48fd0f33f req-4796934e-1a57-4e87-90d3-ab4c26ff30fb tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648136 Mar 23 17:31:22.635665 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:23.740610 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d56032-0f02-44cc-bed4-64d62e9a77c4 req-12e01d29-c594-46b8-b48b-ec1062756665 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:23.742031 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-50d56032-0f02-44cc-bed4-64d62e9a77c4 req-12e01d29-c594-46b8-b48b-ec1062756665 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1 HTTP/1.1" status: 200 len: 945 time: 0.0659428 Mar 23 17:31:23.791490 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-50d56032-0f02-44cc-bed4-64d62e9a77c4 req-26365f90-4b56-402c-9d6d-4fbab4dc5f79 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435150 Mar 23 17:31:24.922923 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d6337-2067-4393-b591-30c202ed59f4 req-829678c0-cf27-49f9-9e69-7ed114aa6684 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:24.924472 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-599d6337-2067-4393-b591-30c202ed59f4 req-829678c0-cf27-49f9-9e69-7ed114aa6684 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1 HTTP/1.1" status: 200 len: 945 time: 0.0652208 Mar 23 17:31:24.977863 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-599d6337-2067-4393-b591-30c202ed59f4 req-d46b88f4-7621-4b15-8cf1-b05f357ff9b3 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453308 Mar 23 17:31:26.114247 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324dd4d-2f8d-46ce-86bb-9e7ff26556f6 req-5f7f29f5-4cc1-417e-a9a3-117a0795f6b4 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:26.115817 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7324dd4d-2f8d-46ce-86bb-9e7ff26556f6 req-5f7f29f5-4cc1-417e-a9a3-117a0795f6b4 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1 HTTP/1.1" status: 200 len: 945 time: 0.0665698 Mar 23 17:31:26.169682 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7324dd4d-2f8d-46ce-86bb-9e7ff26556f6 req-89c0ec53-2850-45fa-8c53-2d373e385141 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482070 Mar 23 17:31:27.307205 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350a27a-234b-4461-b35f-0afab1ed3949 req-16bd8c99-959c-4649-8324-d0cedc82f9e1 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:27.309254 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7350a27a-234b-4461-b35f-0afab1ed3949 req-16bd8c99-959c-4649-8324-d0cedc82f9e1 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1 HTTP/1.1" status: 200 len: 945 time: 0.0609014 Mar 23 17:31:27.366588 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7350a27a-234b-4461-b35f-0afab1ed3949 req-855797d9-874a-496b-a85e-480b7feb1ada tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503139 Mar 23 17:31:28.490655 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf89603-851d-4bda-8f36-8520c13fb86c req-3804de72-de4c-413c-855a-8d28cc0c3726 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:28.492205 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bcf89603-851d-4bda-8f36-8520c13fb86c req-3804de72-de4c-413c-855a-8d28cc0c3726 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1 HTTP/1.1" status: 200 len: 945 time: 0.0562415 Mar 23 17:31:28.546703 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bcf89603-851d-4bda-8f36-8520c13fb86c req-f890a1a5-0e5b-4f7a-b009-26c138647fc5 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464325 Mar 23 17:31:29.678303 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d549247-7d41-412e-b15a-9f0f598005c5 req-daaea62c-a3fc-4f3d-896e-02098395c155 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:29.678303 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6d549247-7d41-412e-b15a-9f0f598005c5 req-daaea62c-a3fc-4f3d-896e-02098395c155 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1 HTTP/1.1" status: 200 len: 945 time: 0.0600698 Mar 23 17:31:29.727973 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6d549247-7d41-412e-b15a-9f0f598005c5 req-baa9d63f-d6c6-4f5d-83f6-8540ff8ed390 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440247 Mar 23 17:31:30.860982 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa18bc1-11ab-4d86-b884-7b0ac3fd2ca1 req-f864e043-da3d-4223-99d0-b7583bf0dacc tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:30.862527 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-afa18bc1-11ab-4d86-b884-7b0ac3fd2ca1 req-f864e043-da3d-4223-99d0-b7583bf0dacc tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1 HTTP/1.1" status: 200 len: 945 time: 0.0579054 Mar 23 17:31:30.925158 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-afa18bc1-11ab-4d86-b884-7b0ac3fd2ca1 req-f3a11744-9fbe-4b29-af44-80c8d9189a5a tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563223 Mar 23 17:31:31.145316 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:31:31.730822 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d1823-09fb-46e1-be3f-ff26bc780cf1 req-fc7c5767-bdaa-4c9a-b6c4-7aaf8d4063b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:31.732356 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8b7d1823-09fb-46e1-be3f-ff26bc780cf1 req-fc7c5767-bdaa-4c9a-b6c4-7aaf8d4063b3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1 HTTP/1.1" status: 200 len: 1129 time: 0.0469308 Mar 23 17:31:31.786156 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8b7d1823-09fb-46e1-be3f-ff26bc780cf1 req-cdeb82f8-7ba2-4183-b667-9b7d488fbc87 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458462 Mar 23 17:31:32.066494 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c4a10-6207-45af-8fcf-5a74e6434673 req-bf3d9340-bee0-499c-a872-068720b3845e tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:32.068011 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-da5c4a10-6207-45af-8fcf-5a74e6434673 req-bf3d9340-bee0-499c-a872-068720b3845e tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1 HTTP/1.1" status: 200 len: 945 time: 0.0588346 Mar 23 17:31:32.117056 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-da5c4a10-6207-45af-8fcf-5a74e6434673 req-64443dd5-1e09-4e41-8149-4e67f656337e tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430965 Mar 23 17:31:33.259920 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e509e0-fca9-4310-aa17-4fe68a240afa req-85261067-4cad-498a-89ad-43336f6de146 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:33.261479 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-26e509e0-fca9-4310-aa17-4fe68a240afa req-85261067-4cad-498a-89ad-43336f6de146 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1 HTTP/1.1" status: 200 len: 945 time: 0.0651634 Mar 23 17:31:33.312297 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-26e509e0-fca9-4310-aa17-4fe68a240afa req-7a64fd43-7347-4e77-b0a9-08717ab9c73f tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449820 Mar 23 17:31:34.435066 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebebc8-c058-45f5-9a86-88a67e41f865 req-70ae3a3b-75f2-4c46-811c-890c8badc056 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:34.436674 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8cebebc8-c058-45f5-9a86-88a67e41f865 req-70ae3a3b-75f2-4c46-811c-890c8badc056 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1 HTTP/1.1" status: 200 len: 945 time: 0.0550504 Mar 23 17:31:34.489833 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8cebebc8-c058-45f5-9a86-88a67e41f865 req-9f00fd69-2235-48fc-b65f-c4a26bdaa7af tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474782 Mar 23 17:31:35.617974 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427071e0-d38b-4298-8b7b-be7cb446f5f3 req-ebe8a445-9f21-4030-a150-722bf83b04e3 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:35.619382 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-427071e0-d38b-4298-8b7b-be7cb446f5f3 req-ebe8a445-9f21-4030-a150-722bf83b04e3 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1 HTTP/1.1" status: 200 len: 945 time: 0.0606122 Mar 23 17:31:35.671327 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-427071e0-d38b-4298-8b7b-be7cb446f5f3 req-391e1037-f6d7-4a88-8ca4-c88b4941b5a0 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435030 Mar 23 17:31:35.934433 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a17f8-0a54-4a23-892c-f2c20d276aff req-bca3a0cc-b477-4f0a-b7c0-3eb35d032006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:35.936863 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-191a17f8-0a54-4a23-892c-f2c20d276aff req-bca3a0cc-b477-4f0a-b7c0-3eb35d032006 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5f8e1fcf32ed4c89b61e93ec571f7fe7&device_id=852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1 HTTP/1.1" status: 200 len: 1129 time: 0.0539966 Mar 23 17:31:35.940881 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38da9d-2d37-4e30-a960-501c83ddae1b req-70f3e3ed-96a9-448a-a643-9dc5b7177a4d tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:35.942395 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5d38da9d-2d37-4e30-a960-501c83ddae1b req-70f3e3ed-96a9-448a-a643-9dc5b7177a4d tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1 HTTP/1.1" status: 200 len: 945 time: 0.0559626 Mar 23 17:31:35.991926 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5d38da9d-2d37-4e30-a960-501c83ddae1b req-2795e26f-9bb4-4a4f-8668-29acf6d856e1 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437324 Mar 23 17:31:36.036961 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a17f8-0a54-4a23-892c-f2c20d276aff req-03a16c3c-8fef-4389-a6d5-951420e67b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:36.039503 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-191a17f8-0a54-4a23-892c-f2c20d276aff req-03a16c3c-8fef-4389-a6d5-951420e67b4f service neutron] 10.222.0.57 "GET /v2.0/networks?id=e39f5c4c-2123-4c06-9dcf-a1960e2860e7 HTTP/1.1" status: 200 len: 919 time: 0.0923381 Mar 23 17:31:36.081558 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-191a17f8-0a54-4a23-892c-f2c20d276aff req-8955485d-6f1c-4124-91fe-51a534b88f3b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=884255e1-5e02-474f-95e7-16cb8036e1c0 HTTP/1.1" status: 200 len: 217 time: 0.0336874 Mar 23 17:31:36.135927 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a17f8-0a54-4a23-892c-f2c20d276aff req-1657e3b0-0317-4ed1-8f02-5a57ec96d672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:36.137479 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-191a17f8-0a54-4a23-892c-f2c20d276aff req-1657e3b0-0317-4ed1-8f02-5a57ec96d672 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ecd5be18-6bee-4974-83c0-da45214c17c0 HTTP/1.1" status: 200 len: 857 time: 0.0495818 Mar 23 17:31:36.189270 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a17f8-0a54-4a23-892c-f2c20d276aff req-d6455022-f31e-421f-9dce-abfba2f48e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:36.190777 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-191a17f8-0a54-4a23-892c-f2c20d276aff req-d6455022-f31e-421f-9dce-abfba2f48e8b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e39f5c4c-2123-4c06-9dcf-a1960e2860e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463352 Mar 23 17:31:36.281435 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-191a17f8-0a54-4a23-892c-f2c20d276aff req-69b6daf5-d273-41ad-8f63-106b195ee59d service neutron] 10.222.0.57 "GET /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840094 Mar 23 17:31:36.378397 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-191a17f8-0a54-4a23-892c-f2c20d276aff req-f61b2c29-d542-4436-8a85-dd96d78cb0a6 service neutron] 10.222.0.57 "GET /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901353 Mar 23 17:31:37.150518 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40656f76-c741-4aea-b905-2a3cde47da9e req-90d8cae8-0d04-4070-8e9e-58d60fd001c7 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:37.152050 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-40656f76-c741-4aea-b905-2a3cde47da9e req-90d8cae8-0d04-4070-8e9e-58d60fd001c7 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1 HTTP/1.1" status: 200 len: 945 time: 0.0678346 Mar 23 17:31:37.209524 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-40656f76-c741-4aea-b905-2a3cde47da9e req-5573a4f6-0bab-4664-8fa2-6991c449c8a4 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471904 Mar 23 17:31:37.632877 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-02d85dc6-6fa5-4cbe-8d2e-96de76f7507e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:38.333670 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b465cad-9260-4e66-bd02-68ba35fb40db req-594f89b1-235b-4c3a-b12f-83766bd7642b tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:38.335326 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1b465cad-9260-4e66-bd02-68ba35fb40db req-594f89b1-235b-4c3a-b12f-83766bd7642b tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1 HTTP/1.1" status: 200 len: 945 time: 0.0564330 Mar 23 17:31:38.389890 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1b465cad-9260-4e66-bd02-68ba35fb40db req-ee9fda99-87aa-401f-8411-ec7458aff6e4 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485058 Mar 23 17:31:39.516097 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fdbb8-76c5-4eac-b94d-6d34344e203c req-dd20945b-279c-45bc-b78d-d6ac8a784c1c tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:39.517680 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4d2fdbb8-76c5-4eac-b94d-6d34344e203c req-dd20945b-279c-45bc-b78d-d6ac8a784c1c tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1 HTTP/1.1" status: 200 len: 945 time: 0.0544276 Mar 23 17:31:39.578390 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4d2fdbb8-76c5-4eac-b94d-6d34344e203c req-7b23f44a-7205-4334-be4b-42a7b9408190 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541785 Mar 23 17:31:40.138207 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-391528be-9c6e-49b7-9a01-ffd3f11bdcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:40.700497 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e49f95-7656-4fee-8e91-0e9a6e4e78b0 req-ee7fc406-f874-482b-bfd7-c08979d78ce3 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:40.702041 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-39e49f95-7656-4fee-8e91-0e9a6e4e78b0 req-ee7fc406-f874-482b-bfd7-c08979d78ce3 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1 HTTP/1.1" status: 200 len: 945 time: 0.0594125 Mar 23 17:31:40.752329 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-39e49f95-7656-4fee-8e91-0e9a6e4e78b0 req-c2b411c8-4e92-45cf-8cef-ea2a9c139f9e tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442491 Mar 23 17:31:41.353529 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:42.718780 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:44.173974 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:49.654689 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 38284) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:31:49.659758 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-2f8e1390-fc9e-4b8e-89c4-52cdf994d156 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Request body: {'security_group': {'name': 'tempest-securitygroup--462109489', 'description': 'tempest-description--1160880588'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:31:49.680837 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-2f8e1390-fc9e-4b8e-89c4-52cdf994d156 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:49.746271 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-2f8e1390-fc9e-4b8e-89c4-52cdf994d156 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks [] for security_group (b3bd949e-06e6-451d-ba96-8c58ef3ef37b), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:49.752351 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-2f8e1390-fc9e-4b8e-89c4-52cdf994d156 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (b3bd949e-06e6-451d-ba96-8c58ef3ef37b), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:49.781739 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-2f8e1390-fc9e-4b8e-89c4-52cdf994d156 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:49.783004 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-2f8e1390-fc9e-4b8e-89c4-52cdf994d156 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1271725 Mar 23 17:31:49.785123 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e1390-fc9e-4b8e-89c4-52cdf994d156 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bd949e-06e6-451d-ba96-8c58ef3ef37b,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:49.786288 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 38286) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:31:49.791352 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-910fde29-bb36-43df-9e4c-d246132d2a38 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Request body: {'security_group_rule': {'security_group_id': 'b3bd949e-06e6-451d-ba96-8c58ef3ef37b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:31:49.793070 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e1390-fc9e-4b8e-89c4-52cdf994d156 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:49.793536 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e1390-fc9e-4b8e-89c4-52cdf994d156 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:49.793880 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e1390-fc9e-4b8e-89c4-52cdf994d156 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:49.794218 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e1390-fc9e-4b8e-89c4-52cdf994d156 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:49.794599 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e1390-fc9e-4b8e-89c4-52cdf994d156 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:49.794930 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e1390-fc9e-4b8e-89c4-52cdf994d156 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:49.795262 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e1390-fc9e-4b8e-89c4-52cdf994d156 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:49.795586 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e1390-fc9e-4b8e-89c4-52cdf994d156 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:49.795936 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e1390-fc9e-4b8e-89c4-52cdf994d156 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:49.796260 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e1390-fc9e-4b8e-89c4-52cdf994d156 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:49.796584 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e1390-fc9e-4b8e-89c4-52cdf994d156 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:49.796892 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e1390-fc9e-4b8e-89c4-52cdf994d156 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:49.797233 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e1390-fc9e-4b8e-89c4-52cdf994d156 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:49.797561 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e1390-fc9e-4b8e-89c4-52cdf994d156 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:49.797882 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e1390-fc9e-4b8e-89c4-52cdf994d156 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:49.820190 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-910fde29-bb36-43df-9e4c-d246132d2a38 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks [] for security_group_rule (4cda7788-0279-43c4-9f49-d4dc04c216e3), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:49.877544 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-910fde29-bb36-43df-9e4c-d246132d2a38 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks [] for security_group_rule (4cda7788-0279-43c4-9f49-d4dc04c216e3), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:49.884290 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-910fde29-bb36-43df-9e4c-d246132d2a38 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530535'] for security_group_rule (4cda7788-0279-43c4-9f49-d4dc04c216e3), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:49.917050 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910fde29-bb36-43df-9e4c-d246132d2a38 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cda7788-0279-43c4-9f49-d4dc04c216e3,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:49.931896 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-910fde29-bb36-43df-9e4c-d246132d2a38 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:49.933870 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-910fde29-bb36-43df-9e4c-d246132d2a38 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1462696 Mar 23 17:31:49.936724 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 38288) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:31:49.936890 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910fde29-bb36-43df-9e4c-d246132d2a38 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:49.937366 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910fde29-bb36-43df-9e4c-d246132d2a38 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:49.937938 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910fde29-bb36-43df-9e4c-d246132d2a38 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:49.938506 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910fde29-bb36-43df-9e4c-d246132d2a38 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:49.939069 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910fde29-bb36-43df-9e4c-d246132d2a38 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:49.939666 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910fde29-bb36-43df-9e4c-d246132d2a38 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:49.940234 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910fde29-bb36-43df-9e4c-d246132d2a38 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:49.940793 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910fde29-bb36-43df-9e4c-d246132d2a38 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:49.941396 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-53f8b81e-0dd7-40df-8882-ef5d167fac46 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Request body: {'security_group_rule': {'security_group_id': 'b3bd949e-06e6-451d-ba96-8c58ef3ef37b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:31:49.941517 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910fde29-bb36-43df-9e4c-d246132d2a38 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:49.941966 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910fde29-bb36-43df-9e4c-d246132d2a38 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:49.942530 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910fde29-bb36-43df-9e4c-d246132d2a38 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:49.943095 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910fde29-bb36-43df-9e4c-d246132d2a38 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:49.943649 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910fde29-bb36-43df-9e4c-d246132d2a38 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:49.944217 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910fde29-bb36-43df-9e4c-d246132d2a38 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:49.944786 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910fde29-bb36-43df-9e4c-d246132d2a38 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:49.968750 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-53f8b81e-0dd7-40df-8882-ef5d167fac46 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks [] for security_group_rule (58a42ca0-7a91-4fb6-95b4-85c74cb77248), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:50.027402 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-53f8b81e-0dd7-40df-8882-ef5d167fac46 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks [] for security_group_rule (58a42ca0-7a91-4fb6-95b4-85c74cb77248), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:50.033685 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-53f8b81e-0dd7-40df-8882-ef5d167fac46 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530535'] for security_group_rule (58a42ca0-7a91-4fb6-95b4-85c74cb77248), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:50.054789 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8b81e-0dd7-40df-8882-ef5d167fac46 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a42ca0-7a91-4fb6-95b4-85c74cb77248,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:50.064995 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-53f8b81e-0dd7-40df-8882-ef5d167fac46 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:50.066348 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-53f8b81e-0dd7-40df-8882-ef5d167fac46 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1285827 Mar 23 17:31:50.072174 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 38290) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:31:50.076675 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-b6a0cb76-0a22-4e20-83f7-5b14962ca39b tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Request body: {'floatingip': {'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:31:50.102748 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b6a0cb76-0a22-4e20-83f7-5b14962ca39b tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:50.204939 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b6a0cb76-0a22-4e20-83f7-5b14962ca39b tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:50.319481 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [None req-b6a0cb76-0a22-4e20-83f7-5b14962ca39b tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Allocated IP 172.27.2.179 (17d610fd-133a-4c28-bfb5-fce45cda1090/3c39f8ab-3a38-4914-94a2-be3bf3be7af7/2a3d1622-b985-4c2c-a428-1d525ca886fb) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:31:50.468381 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b6a0cb76-0a22-4e20-83f7-5b14962ca39b tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks [] for port (2a3d1622-b985-4c2c-a428-1d525ca886fb), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:50.494888 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b6a0cb76-0a22-4e20-83f7-5b14962ca39b tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (2a3d1622-b985-4c2c-a428-1d525ca886fb), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:50.535349 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a0cb76-0a22-4e20-83f7-5b14962ca39b tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Network 17d610fd-133a-4c28-bfb5-fce45cda1090 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:31:50.538479 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-b6a0cb76-0a22-4e20-83f7-5b14962ca39b tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:31:50.541014 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a0cb76-0a22-4e20-83f7-5b14962ca39b tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:31:50.562612 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0cb76-0a22-4e20-83f7-5b14962ca39b tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Pushing event updated for resources: {'Port': ['ID=2a3d1622-b985-4c2c-a428-1d525ca886fb,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:50.601276 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b6a0cb76-0a22-4e20-83f7-5b14962ca39b tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks [] for floatingip (e58397a1-2dff-48b8-8f93-edbf3047fdee), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:50.643121 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b6a0cb76-0a22-4e20-83f7-5b14962ca39b tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (2a3d1622-b985-4c2c-a428-1d525ca886fb), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:50.802290 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b6a0cb76-0a22-4e20-83f7-5b14962ca39b tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks [] for port (2a3d1622-b985-4c2c-a428-1d525ca886fb), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:50.808453 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b6a0cb76-0a22-4e20-83f7-5b14962ca39b tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (2a3d1622-b985-4c2c-a428-1d525ca886fb), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:50.837381 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b6a0cb76-0a22-4e20-83f7-5b14962ca39b tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614213'] for floatingip (e58397a1-2dff-48b8-8f93-edbf3047fdee), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:50.856487 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0cb76-0a22-4e20-83f7-5b14962ca39b tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Pushing event updated for resources: {'Port': ['ID=2a3d1622-b985-4c2c-a428-1d525ca886fb,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:50.861612 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b6a0cb76-0a22-4e20-83f7-5b14962ca39b tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for floatingip (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:50.869162 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-b6a0cb76-0a22-4e20-83f7-5b14962ca39b tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7896781 Mar 23 17:31:51.101741 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-83597865-e25e-4909-9a9b-51822ad55d55 req-4f9bbb5f-964d-4707-afe1-1eb2513dc650 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--462109489&fields=id&tenant_id=5f8e1fcf32ed4c89b61e93ec571f7fe7 HTTP/1.1" status: 200 len: 267 time: 0.0477333 Mar 23 17:31:51.208238 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83597865-e25e-4909-9a9b-51822ad55d55 req-be2f96ff-1d11-4526-82f2-1bdccf9f39b4 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:51.209634 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-83597865-e25e-4909-9a9b-51822ad55d55 req-be2f96ff-1d11-4526-82f2-1bdccf9f39b4 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/networks?id=e39f5c4c-2123-4c06-9dcf-a1960e2860e7 HTTP/1.1" status: 200 len: 818 time: 0.1013260 Mar 23 17:31:51.224833 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-83597865-e25e-4909-9a9b-51822ad55d55 req-79e0cf2f-3b92-4eea-a17f-d5203e884fa8 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/quotas/5f8e1fcf32ed4c89b61e93ec571f7fe7 HTTP/1.1" status: 200 len: 375 time: 0.0096178 Mar 23 17:31:51.284587 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-83597865-e25e-4909-9a9b-51822ad55d55 req-f8621f55-c1ea-4579-bb23-d3e9068922ee tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f8e1fcf32ed4c89b61e93ec571f7fe7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0545247 Mar 23 17:31:51.384989 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-83597865-e25e-4909-9a9b-51822ad55d55 req-ff80a529-5504-4d3e-9a6e-39358795e4b9 service neutron] 10.222.0.41 "GET /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885882 Mar 23 17:31:51.478021 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-83597865-e25e-4909-9a9b-51822ad55d55 req-8a48159d-5b36-459c-9aa3-c950baa1409e service neutron] 10.222.0.41 "GET /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864160 Mar 23 17:31:51.655184 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bb96be3f-6629-4077-b126-7895bf950981 req-ce346a72-1898-4ea2-8b3b-0d95246306c1 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 210 time: 0.0328338 Mar 23 17:31:52.602853 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:52.749652 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83597865-e25e-4909-9a9b-51822ad55d55 req-f1edbcd2-c63e-4316-ae3c-12330ba67112 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:52.751127 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-83597865-e25e-4909-9a9b-51822ad55d55 req-f1edbcd2-c63e-4316-ae3c-12330ba67112 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.57 "GET /v2.0/networks?id=e39f5c4c-2123-4c06-9dcf-a1960e2860e7 HTTP/1.1" status: 200 len: 818 time: 0.1211023 Mar 23 17:31:52.806347 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0b7b757e-74f9-46fa-83f8-a1f504ce86f4 req-5422d890-2903-4212-8253-376002cd8bfa tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 210 time: 0.0367613 Mar 23 17:31:52.859738 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-83597865-e25e-4909-9a9b-51822ad55d55 req-8c923f70-03d9-441e-911b-037340d56662 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f8e1fcf32ed4c89b61e93ec571f7fe7 HTTP/1.1" status: 200 len: 379 time: 0.0936079 Mar 23 17:31:52.873479 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-83597865-e25e-4909-9a9b-51822ad55d55 req-1d5d4677-331a-4284-93b2-fee1fd31598d tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Request body: {'port': {'device_id': '5cae313c-62a2-4a1a-afb3-832ffdb1ff9a', 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7', 'admin_state_up': True, 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'security_groups': ['b3bd949e-06e6-451d-ba96-8c58ef3ef37b']}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:31:52.981930 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83597865-e25e-4909-9a9b-51822ad55d55 req-1d5d4677-331a-4284-93b2-fee1fd31598d tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Made reservation on behalf of 5f8e1fcf32ed4c89b61e93ec571f7fe7 for: {'port': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:31:52.985440 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-83597865-e25e-4909-9a9b-51822ad55d55 req-1d5d4677-331a-4284-93b2-fee1fd31598d tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:53.117008 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [req-83597865-e25e-4909-9a9b-51822ad55d55 req-1d5d4677-331a-4284-93b2-fee1fd31598d tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Allocated IP 172.20.0.5 (e39f5c4c-2123-4c06-9dcf-a1960e2860e7/ecd5be18-6bee-4974-83c0-da45214c17c0/e856627c-9b37-424c-843c-b2c4164c034a) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:31:53.254282 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-83597865-e25e-4909-9a9b-51822ad55d55 req-1d5d4677-331a-4284-93b2-fee1fd31598d tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks [] for port (e856627c-9b37-424c-843c-b2c4164c034a), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:53.288931 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-83597865-e25e-4909-9a9b-51822ad55d55 req-1d5d4677-331a-4284-93b2-fee1fd31598d tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (e856627c-9b37-424c-843c-b2c4164c034a), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:53.332763 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83597865-e25e-4909-9a9b-51822ad55d55 req-1d5d4677-331a-4284-93b2-fee1fd31598d tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Network e39f5c4c-2123-4c06-9dcf-a1960e2860e7 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:31:53.335836 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [req-83597865-e25e-4909-9a9b-51822ad55d55 req-1d5d4677-331a-4284-93b2-fee1fd31598d tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:31:53.341947 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-83597865-e25e-4909-9a9b-51822ad55d55 req-1d5d4677-331a-4284-93b2-fee1fd31598d tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:31:53.346569 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83597865-e25e-4909-9a9b-51822ad55d55 req-1d5d4677-331a-4284-93b2-fee1fd31598d tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:53.348628 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-83597865-e25e-4909-9a9b-51822ad55d55 req-1d5d4677-331a-4284-93b2-fee1fd31598d tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:53.359958 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d4677-331a-4284-93b2-fee1fd31598d tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Pushing event updated for resources: {'Port': ['ID=e856627c-9b37-424c-843c-b2c4164c034a,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:53.365397 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-83597865-e25e-4909-9a9b-51822ad55d55 req-1d5d4677-331a-4284-93b2-fee1fd31598d tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.4960563 Mar 23 17:31:53.379557 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-83597865-e25e-4909-9a9b-51822ad55d55 req-527eb4c2-d85c-4358-98fc-922474435248 service neutron] Request body: {'port': {'device_id': '5cae313c-62a2-4a1a-afb3-832ffdb1ff9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83492'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:31:53.440375 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-83597865-e25e-4909-9a9b-51822ad55d55 req-527eb4c2-d85c-4358-98fc-922474435248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (e856627c-9b37-424c-843c-b2c4164c034a), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:53.625713 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-145cfea2-cc50-4b89-91a1-eaeb3449728d None None] Provisioning complete for port e856627c-9b37-424c-843c-b2c4164c034a triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:31:53.626328 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-145cfea2-cc50-4b89-91a1-eaeb3449728d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (e856627c-9b37-424c-843c-b2c4164c034a), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:53.664585 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-145cfea2-cc50-4b89-91a1-eaeb3449728d None None] Port e856627c-9b37-424c-843c-b2c4164c034a cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:31:53.940362 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcfbf3d-3c0a-4319-9628-9a6fc5ca668e req-621194b3-8203-45fa-8aba-47aa5c11b21b tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:53.947525 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7dcfbf3d-3c0a-4319-9628-9a6fc5ca668e req-621194b3-8203-45fa-8aba-47aa5c11b21b tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 931 time: 0.0642717 Mar 23 17:31:53.950394 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [req-83597865-e25e-4909-9a9b-51822ad55d55 req-527eb4c2-d85c-4358-98fc-922474435248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e856627c-9b37-424c-843c-b2c4164c034a {{(pid=103207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:31:53.962165 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-83597865-e25e-4909-9a9b-51822ad55d55 req-527eb4c2-d85c-4358-98fc-922474435248 service neutron] Publish callbacks [] for port (e856627c-9b37-424c-843c-b2c4164c034a), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:53.974526 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.provisioning_blocks [req-83597865-e25e-4909-9a9b-51822ad55d55 req-527eb4c2-d85c-4358-98fc-922474435248 service neutron] Transition to ACTIVE for port object e856627c-9b37-424c-843c-b2c4164c034a will not be triggered until provisioned by entity L2. {{(pid=103207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:31:53.978980 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-83597865-e25e-4909-9a9b-51822ad55d55 req-527eb4c2-d85c-4358-98fc-922474435248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (e856627c-9b37-424c-843c-b2c4164c034a), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:53.992693 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7dcfbf3d-3c0a-4319-9628-9a6fc5ca668e req-ef81d2c4-4b88-441a-801a-0996b262beaf tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442364 Mar 23 17:31:54.027868 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527eb4c2-d85c-4358-98fc-922474435248 service neutron] Pushing event updated for resources: {'Port': ['ID=e856627c-9b37-424c-843c-b2c4164c034a,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:54.062822 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-83597865-e25e-4909-9a9b-51822ad55d55 req-527eb4c2-d85c-4358-98fc-922474435248 service neutron] Attempting to bind port e856627c-9b37-424c-843c-b2c4164c034a on host hv-cinder-83492 for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:31:54.063170 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-83597865-e25e-4909-9a9b-51822ad55d55 req-527eb4c2-d85c-4358-98fc-922474435248 service neutron] Attempting to bind port e856627c-9b37-424c-843c-b2c4164c034a by drivers openvswitch,hyperv on host hv-cinder-83492 at level 0 using segments [{'id': '1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:31:54.063549 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83597865-e25e-4909-9a9b-51822ad55d55 req-527eb4c2-d85c-4358-98fc-922474435248 service neutron] Attempting to bind port e856627c-9b37-424c-843c-b2c4164c034a on network e39f5c4c-2123-4c06-9dcf-a1960e2860e7 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:31:54.068352 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83597865-e25e-4909-9a9b-51822ad55d55 req-527eb4c2-d85c-4358-98fc-922474435248 service neutron] Port e856627c-9b37-424c-843c-b2c4164c034a on network e39f5c4c-2123-4c06-9dcf-a1960e2860e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83492 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:31:54.068710 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83597865-e25e-4909-9a9b-51822ad55d55 req-527eb4c2-d85c-4358-98fc-922474435248 service neutron] Attempting to bind port e856627c-9b37-424c-843c-b2c4164c034a on network e39f5c4c-2123-4c06-9dcf-a1960e2860e7 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:31:54.073902 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83597865-e25e-4909-9a9b-51822ad55d55 req-527eb4c2-d85c-4358-98fc-922474435248 service neutron] Checking agent: {'id': '0fd13996-c267-4136-a0e2-84ee892b4d83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83492', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'started_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:31:54.074243 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83597865-e25e-4909-9a9b-51822ad55d55 req-527eb4c2-d85c-4358-98fc-922474435248 service neutron] Checking segment: {'id': '1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:31:54.074613 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83597865-e25e-4909-9a9b-51822ad55d55 req-527eb4c2-d85c-4358-98fc-922474435248 service neutron] Bound using segment: {'id': '1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:31:54.075013 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-83597865-e25e-4909-9a9b-51822ad55d55 req-527eb4c2-d85c-4358-98fc-922474435248 service neutron] Bound port: e856627c-9b37-424c-843c-b2c4164c034a, host: hv-cinder-83492, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:31:54.075358 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-83597865-e25e-4909-9a9b-51822ad55d55 req-527eb4c2-d85c-4358-98fc-922474435248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (e856627c-9b37-424c-843c-b2c4164c034a), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:54.146253 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-83597865-e25e-4909-9a9b-51822ad55d55 req-527eb4c2-d85c-4358-98fc-922474435248 service neutron] For port e856627c-9b37-424c-843c-b2c4164c034a, host hv-cinder-83492, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:31:54.149433 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-83597865-e25e-4909-9a9b-51822ad55d55 req-527eb4c2-d85c-4358-98fc-922474435248 service neutron] For port e856627c-9b37-424c-843c-b2c4164c034a, host hv-cinder-83492, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=e856627c-9b37-424c-843c-b2c4164c034a,segment=NetworkSegment(1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405),segment_id=1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:31:54.161081 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-83597865-e25e-4909-9a9b-51822ad55d55 req-527eb4c2-d85c-4358-98fc-922474435248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (e856627c-9b37-424c-843c-b2c4164c034a), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:54.183913 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83597865-e25e-4909-9a9b-51822ad55d55 req-527eb4c2-d85c-4358-98fc-922474435248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:54.184707 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-83597865-e25e-4909-9a9b-51822ad55d55 req-527eb4c2-d85c-4358-98fc-922474435248 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:54.186157 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-83597865-e25e-4909-9a9b-51822ad55d55 req-527eb4c2-d85c-4358-98fc-922474435248 service neutron] 10.222.0.57 "PUT /v2.0/ports/e856627c-9b37-424c-843c-b2c4164c034a HTTP/1.1" status: 200 len: 1093 time: 0.8109655 Mar 23 17:31:54.206612 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cae313c-62a2-4a1a-afb3-832ffdb1ff9a', 'tag': 'e856627c-9b37-424c-843c-b2c4164c034a'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:31:54.212921 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c775ad16-8954-4db2-9681-0c0461ea9c00" -d '{"events": [{"name": "network-changed", "server_uuid": "5cae313c-62a2-4a1a-afb3-832ffdb1ff9a", "tag": "e856627c-9b37-424c-843c-b2c4164c034a"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:31:54.258195 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 38410) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:31:54.261431 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f9cd7f-d37f-48e2-840c-ac926b0bb942 x-openstack-request-id: req-f0f9cd7f-d37f-48e2-840c-ac926b0bb942 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:31:54.261713 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cae313c-62a2-4a1a-afb3-832ffdb1ff9a", "tag": "e856627c-9b37-424c-843c-b2c4164c034a", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:31:54.261960 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f0f9cd7f-d37f-48e2-840c-ac926b0bb942 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:31:54.262385 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0f9cd7f-d37f-48e2-840c-ac926b0bb942'] response: {'name': 'network-changed', 'server_uuid': '5cae313c-62a2-4a1a-afb3-832ffdb1ff9a', 'tag': 'e856627c-9b37-424c-843c-b2c4164c034a', 'status': 'completed', 'code': 200} Mar 23 17:31:54.282902 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527eb4c2-d85c-4358-98fc-922474435248 service neutron] Pushing event updated for resources: {'Port': ['ID=e856627c-9b37-424c-843c-b2c4164c034a,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:54.303012 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83597865-e25e-4909-9a9b-51822ad55d55 req-bbc1caef-fd17-49c0-ac13-402423c47467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:54.304754 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-83597865-e25e-4909-9a9b-51822ad55d55 req-bbc1caef-fd17-49c0-ac13-402423c47467 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5f8e1fcf32ed4c89b61e93ec571f7fe7&device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 1127 time: 0.0606656 Mar 23 17:31:54.313067 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_v2 [None req-f92ba72b-877a-4fe9-8a66-d4851a5f78e1 admin admin] Deleting subnet e4348d9a-aad7-427c-9e32-9520f8471f52 {{(pid=103208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 17:31:54.317057 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f92ba72b-877a-4fe9-8a66-d4851a5f78e1 admin admin] Publish callbacks [] for subnet (e4348d9a-aad7-427c-9e32-9520f8471f52), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:54.354169 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-83597865-e25e-4909-9a9b-51822ad55d55 req-2cb91fcc-66af-4971-a765-4ecd45b74ab0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e856627c-9b37-424c-843c-b2c4164c034a HTTP/1.1" status: 200 len: 217 time: 0.0414844 Mar 23 17:31:54.357588 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f92ba72b-877a-4fe9-8a66-d4851a5f78e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59503456'] for subnet (e4348d9a-aad7-427c-9e32-9520f8471f52), precommit_delete_associations {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:54.403256 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f92ba72b-877a-4fe9-8a66-d4851a5f78e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153585'] for subnet (e4348d9a-aad7-427c-9e32-9520f8471f52), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:54.407404 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83597865-e25e-4909-9a9b-51822ad55d55 req-1c257d02-4faa-406c-b418-e93b4eee8553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:54.409067 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-83597865-e25e-4909-9a9b-51822ad55d55 req-1c257d02-4faa-406c-b418-e93b4eee8553 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ecd5be18-6bee-4974-83c0-da45214c17c0 HTTP/1.1" status: 200 len: 857 time: 0.0486369 Mar 23 17:31:54.461261 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83597865-e25e-4909-9a9b-51822ad55d55 req-56cbdb25-a6ec-44a1-a35f-0e28135110be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:54.462693 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-83597865-e25e-4909-9a9b-51822ad55d55 req-56cbdb25-a6ec-44a1-a35f-0e28135110be service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e39f5c4c-2123-4c06-9dcf-a1960e2860e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468104 Mar 23 17:31:54.469294 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f92ba72b-877a-4fe9-8a66-d4851a5f78e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59308718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59263836'] for subnet (e4348d9a-aad7-427c-9e32-9520f8471f52), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:54.493355 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ba72b-877a-4fe9-8a66-d4851a5f78e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4348d9a-aad7-427c-9e32-9520f8471f52,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:54.499706 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f92ba72b-877a-4fe9-8a66-d4851a5f78e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:54.503108 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-f92ba72b-877a-4fe9-8a66-d4851a5f78e1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e4348d9a-aad7-427c-9e32-9520f8471f52 HTTP/1.1" status: 204 len: 168 time: 0.2431505 Mar 23 17:31:54.505701 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 38414) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:31:54.566003 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-83597865-e25e-4909-9a9b-51822ad55d55 req-1bcb6f2c-f482-45b5-95db-74d351c8c9d2 service neutron] 10.222.0.57 "GET /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881610 Mar 23 17:31:54.580128 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2cd23261-d783-4273-b85b-8b27da3c8163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148222'] for network (35f48e60-d529-4953-8f33-9e87af148fb8), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:54.658118 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2cd23261-d783-4273-b85b-8b27da3c8163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4070212', 'neutron.services.segments.db._delete_segments_for_network-8741035949891'] for network (35f48e60-d529-4953-8f33-9e87af148fb8), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:54.680490 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-2cd23261-d783-4273-b85b-8b27da3c8163 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f48e60-d529-4953-8f33-9e87af148fb8']}} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:31:54.690190 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-2cd23261-d783-4273-b85b-8b27da3c8163 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc95ae19-940d-4cbd-8f9f-26ce26ac4e1d') {'for_net_delete': True} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:31:54.690481 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-2cd23261-d783-4273-b85b-8b27da3c8163 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc95ae19-940d-4cbd-8f9f-26ce26ac4e1d') {} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:31:54.699524 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2cd23261-d783-4273-b85b-8b27da3c8163 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741035949644', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59503449'] for segment (bc95ae19-940d-4cbd-8f9f-26ce26ac4e1d), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:54.712506 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2cd23261-d783-4273-b85b-8b27da3c8163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464'] for segment (bc95ae19-940d-4cbd-8f9f-26ce26ac4e1d), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:54.718461 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cd23261-d783-4273-b85b-8b27da3c8163 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 17:31:54.718836 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2cd23261-d783-4273-b85b-8b27da3c8163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59308044'] for segment (bc95ae19-940d-4cbd-8f9f-26ce26ac4e1d), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:54.720721 dv-cinder-834920-1-iscsi neutron-server[103208]: Traceback (most recent call last): Mar 23 17:31:54.720721 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 17:31:54.720721 dv-cinder-834920-1-iscsi neutron-server[103208]: timer() Mar 23 17:31:54.720721 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 17:31:54.720721 dv-cinder-834920-1-iscsi neutron-server[103208]: cb(*args, **kw) Mar 23 17:31:54.720721 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 17:31:54.720721 dv-cinder-834920-1-iscsi neutron-server[103208]: return func(*args, **kwargs) Mar 23 17:31:54.720721 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 17:31:54.720721 dv-cinder-834920-1-iscsi neutron-server[103208]: self._notify() Mar 23 17:31:54.720721 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 17:31:54.720721 dv-cinder-834920-1-iscsi neutron-server[103208]: self.callback(batched_events) Mar 23 17:31:54.720721 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 17:31:54.720721 dv-cinder-834920-1-iscsi neutron-server[103208]: event.method(event) Mar 23 17:31:54.720721 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 17:31:54.720721 dv-cinder-834920-1-iscsi neutron-server[103208]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 17:31:54.720721 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 17:31:54.720721 dv-cinder-834920-1-iscsi neutron-server[103208]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 17:31:54.720721 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 17:31:54.720721 dv-cinder-834920-1-iscsi neutron-server[103208]: return f(self, *a, **k) Mar 23 17:31:54.720721 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 17:31:54.720721 dv-cinder-834920-1-iscsi neutron-server[103208]: return self._get(url).json() Mar 23 17:31:54.720721 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 17:31:54.720721 dv-cinder-834920-1-iscsi neutron-server[103208]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 17:31:54.720721 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 17:31:54.720721 dv-cinder-834920-1-iscsi neutron-server[103208]: return self.request(url, 'GET', **kwargs) Mar 23 17:31:54.720721 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 17:31:54.720721 dv-cinder-834920-1-iscsi neutron-server[103208]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 17:31:54.720721 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 17:31:54.720721 dv-cinder-834920-1-iscsi neutron-server[103208]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 17:31:54.720721 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 17:31:54.720721 dv-cinder-834920-1-iscsi neutron-server[103208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 17:31:54.720721 dv-cinder-834920-1-iscsi neutron-server[103208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 17:31:54.786510 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2cd23261-d783-4273-b85b-8b27da3c8163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4070271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614259'] for network (35f48e60-d529-4953-8f33-9e87af148fb8), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:54.791619 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2cd23261-d783-4273-b85b-8b27da3c8163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for network (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:54.794925 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-2cd23261-d783-4273-b85b-8b27da3c8163 admin admin] 10.222.0.41 "DELETE /v2.0/networks/35f48e60-d529-4953-8f33-9e87af148fb8 HTTP/1.1" status: 204 len: 168 time: 0.2882440 Mar 23 17:31:54.797687 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 38418) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:31:54.830827 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd23261-d783-4273-b85b-8b27da3c8163 admin admin] Pushing event deleted for resources: {'Network': ['ID=35f48e60-d529-4953-8f33-9e87af148fb8,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:54.852535 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b288f6-0dd7-4f95-a7a7-c197a4afaab1 admin admin] Deleting subnet e596f468-f62d-4be1-86fc-500180efaf70 {{(pid=103208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 17:31:54.855152 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-83597865-e25e-4909-9a9b-51822ad55d55 req-310d4c2e-d0ec-4bc8-b921-4794061efe9e service neutron] 10.222.0.57 "GET /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899806 Mar 23 17:31:54.855941 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-97b288f6-0dd7-4f95-a7a7-c197a4afaab1 admin admin] Publish callbacks [] for subnet (e596f468-f62d-4be1-86fc-500180efaf70), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:54.897484 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-97b288f6-0dd7-4f95-a7a7-c197a4afaab1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59503456'] for subnet (e596f468-f62d-4be1-86fc-500180efaf70), precommit_delete_associations {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:54.937563 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-97b288f6-0dd7-4f95-a7a7-c197a4afaab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153585'] for subnet (e596f468-f62d-4be1-86fc-500180efaf70), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:54.943387 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775ad16-8954-4db2-9681-0c0461ea9c00 req-e6563e3f-af57-4c79-8c90-7f0fb5b35074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:54.947397 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c775ad16-8954-4db2-9681-0c0461ea9c00 req-e6563e3f-af57-4c79-8c90-7f0fb5b35074 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5f8e1fcf32ed4c89b61e93ec571f7fe7&device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 1127 time: 0.0473208 Mar 23 17:31:55.002126 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-97b288f6-0dd7-4f95-a7a7-c197a4afaab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59308718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59263836'] for subnet (e596f468-f62d-4be1-86fc-500180efaf70), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:55.038319 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-97b288f6-0dd7-4f95-a7a7-c197a4afaab1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:55.045407 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-97b288f6-0dd7-4f95-a7a7-c197a4afaab1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e596f468-f62d-4be1-86fc-500180efaf70 HTTP/1.1" status: 204 len: 168 time: 0.2466588 Mar 23 17:31:55.046348 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b288f6-0dd7-4f95-a7a7-c197a4afaab1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e596f468-f62d-4be1-86fc-500180efaf70,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:55.048313 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 38430) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:31:55.071940 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775ad16-8954-4db2-9681-0c0461ea9c00 req-415961e8-7297-418f-8fb7-93cc428e8575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:55.073456 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c775ad16-8954-4db2-9681-0c0461ea9c00 req-415961e8-7297-418f-8fb7-93cc428e8575 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e39f5c4c-2123-4c06-9dcf-a1960e2860e7 HTTP/1.1" status: 200 len: 919 time: 0.1211934 Mar 23 17:31:55.116705 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c775ad16-8954-4db2-9681-0c0461ea9c00 req-4bd905b7-8f3a-4c0f-aeda-07009d82b090 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e856627c-9b37-424c-843c-b2c4164c034a HTTP/1.1" status: 200 len: 217 time: 0.0364356 Mar 23 17:31:55.149451 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-53ff323d-3a3c-4086-8624-1be1557bf030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148222'] for network (0ef0b79c-32e5-4105-824e-f7966d9f00d5), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:55.167757 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775ad16-8954-4db2-9681-0c0461ea9c00 req-23a9d7de-eae1-43a7-beae-f914d8013168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:55.169580 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c775ad16-8954-4db2-9681-0c0461ea9c00 req-23a9d7de-eae1-43a7-beae-f914d8013168 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ecd5be18-6bee-4974-83c0-da45214c17c0 HTTP/1.1" status: 200 len: 857 time: 0.0456238 Mar 23 17:31:55.196466 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a42a6-dd89-4706-8320-d062a7d4dcfd req-c5c9adba-91fb-4d9b-bc7d-a2b7c9b982b2 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:55.198035 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-771a42a6-dd89-4706-8320-d062a7d4dcfd req-c5c9adba-91fb-4d9b-bc7d-a2b7c9b982b2 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 943 time: 0.1047223 Mar 23 17:31:55.231783 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775ad16-8954-4db2-9681-0c0461ea9c00 req-285bd33e-7a3a-4619-af83-466bcfdbd1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:55.234382 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c775ad16-8954-4db2-9681-0c0461ea9c00 req-285bd33e-7a3a-4619-af83-466bcfdbd1f4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e39f5c4c-2123-4c06-9dcf-a1960e2860e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562379 Mar 23 17:31:55.262225 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-53ff323d-3a3c-4086-8624-1be1557bf030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4070212', 'neutron.services.segments.db._delete_segments_for_network-8741035949891'] for network (0ef0b79c-32e5-4105-824e-f7966d9f00d5), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:55.297220 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-53ff323d-3a3c-4086-8624-1be1557bf030 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef0b79c-32e5-4105-824e-f7966d9f00d5']}} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:31:55.309767 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-771a42a6-dd89-4706-8320-d062a7d4dcfd req-92f1b726-209e-42de-8abb-8641712273bf tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015759 Mar 23 17:31:55.311325 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-53ff323d-3a3c-4086-8624-1be1557bf030 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '361aceaa-0eec-4d95-ab70-a3fc24c576f2') {'for_net_delete': True} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:31:55.311620 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-53ff323d-3a3c-4086-8624-1be1557bf030 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '361aceaa-0eec-4d95-ab70-a3fc24c576f2') {} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:31:55.320920 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-53ff323d-3a3c-4086-8624-1be1557bf030 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741035949644', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59503449'] for segment (361aceaa-0eec-4d95-ab70-a3fc24c576f2), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:55.332277 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c775ad16-8954-4db2-9681-0c0461ea9c00 req-b9d87a91-4144-4eb7-9887-279d4f367afa service neutron] 10.222.0.57 "GET /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884368 Mar 23 17:31:55.343727 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-53ff323d-3a3c-4086-8624-1be1557bf030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464'] for segment (361aceaa-0eec-4d95-ab70-a3fc24c576f2), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:55.349985 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ff323d-3a3c-4086-8624-1be1557bf030 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 17:31:55.350388 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-53ff323d-3a3c-4086-8624-1be1557bf030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59308044'] for segment (361aceaa-0eec-4d95-ab70-a3fc24c576f2), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:55.352222 dv-cinder-834920-1-iscsi neutron-server[103208]: Traceback (most recent call last): Mar 23 17:31:55.352222 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 17:31:55.352222 dv-cinder-834920-1-iscsi neutron-server[103208]: timer() Mar 23 17:31:55.352222 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 17:31:55.352222 dv-cinder-834920-1-iscsi neutron-server[103208]: cb(*args, **kw) Mar 23 17:31:55.352222 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 17:31:55.352222 dv-cinder-834920-1-iscsi neutron-server[103208]: return func(*args, **kwargs) Mar 23 17:31:55.352222 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 17:31:55.352222 dv-cinder-834920-1-iscsi neutron-server[103208]: self._notify() Mar 23 17:31:55.352222 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 17:31:55.352222 dv-cinder-834920-1-iscsi neutron-server[103208]: self.callback(batched_events) Mar 23 17:31:55.352222 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 17:31:55.352222 dv-cinder-834920-1-iscsi neutron-server[103208]: event.method(event) Mar 23 17:31:55.352222 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 17:31:55.352222 dv-cinder-834920-1-iscsi neutron-server[103208]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 17:31:55.352222 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 17:31:55.352222 dv-cinder-834920-1-iscsi neutron-server[103208]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 17:31:55.352222 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 17:31:55.352222 dv-cinder-834920-1-iscsi neutron-server[103208]: return f(self, *a, **k) Mar 23 17:31:55.352222 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 17:31:55.352222 dv-cinder-834920-1-iscsi neutron-server[103208]: return self._get(url).json() Mar 23 17:31:55.352222 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 17:31:55.352222 dv-cinder-834920-1-iscsi neutron-server[103208]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 17:31:55.352222 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 17:31:55.352222 dv-cinder-834920-1-iscsi neutron-server[103208]: return self.request(url, 'GET', **kwargs) Mar 23 17:31:55.352222 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 17:31:55.352222 dv-cinder-834920-1-iscsi neutron-server[103208]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 17:31:55.352222 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 17:31:55.352222 dv-cinder-834920-1-iscsi neutron-server[103208]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 17:31:55.352222 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 17:31:55.352222 dv-cinder-834920-1-iscsi neutron-server[103208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 17:31:55.352222 dv-cinder-834920-1-iscsi neutron-server[103208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 17:31:55.405899 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-53ff323d-3a3c-4086-8624-1be1557bf030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4070271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614259'] for network (0ef0b79c-32e5-4105-824e-f7966d9f00d5), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:55.410034 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-53ff323d-3a3c-4086-8624-1be1557bf030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for network (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:55.413734 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-53ff323d-3a3c-4086-8624-1be1557bf030 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0ef0b79c-32e5-4105-824e-f7966d9f00d5 HTTP/1.1" status: 204 len: 168 time: 0.3642950 Mar 23 17:31:55.426817 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff323d-3a3c-4086-8624-1be1557bf030 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ef0b79c-32e5-4105-824e-f7966d9f00d5,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:55.447033 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c775ad16-8954-4db2-9681-0c0461ea9c00 req-f7d2ba32-2259-4fd3-9e05-399d6b9bfbb3 service neutron] 10.222.0.57 "GET /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019173 Mar 23 17:31:55.642981 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 38436) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:31:55.686039 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-74af0b1c-1e4b-4320-b214-ae4b65376dff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab3de33ee6c244749cade7a0ce705ca2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395303 Mar 23 17:31:55.687056 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 38440) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:31:55.733551 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-74c95fa9-af53-4385-863c-116a2fc86757 admin admin] Publish callbacks [] for security_group (83a6fe00-fe25-4ce3-8e7c-ecb6b75fd3d6), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:55.753495 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-74c95fa9-af53-4385-863c-116a2fc86757 admin admin] Publish callbacks [] for security_group (83a6fe00-fe25-4ce3-8e7c-ecb6b75fd3d6), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:55.804987 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-74c95fa9-af53-4385-863c-116a2fc86757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (83a6fe00-fe25-4ce3-8e7c-ecb6b75fd3d6), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:55.807799 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-74c95fa9-af53-4385-863c-116a2fc86757 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:55.809168 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-74c95fa9-af53-4385-863c-116a2fc86757 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/83a6fe00-fe25-4ce3-8e7c-ecb6b75fd3d6 HTTP/1.1" status: 204 len: 168 time: 0.1219101 Mar 23 17:31:55.817539 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c95fa9-af53-4385-863c-116a2fc86757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a6fe00-fe25-4ce3-8e7c-ecb6b75fd3d6,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:56.139349 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 38454) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:31:56.180848 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-21ccf69f-423c-4364-b3be-9a18631b9b8b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=909f16e025c74fb3962b060f119df640&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402751 Mar 23 17:31:56.183281 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 38456) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:31:56.230790 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-859f64a9-19df-47bf-b98a-7e870ec12c2a admin admin] Publish callbacks [] for security_group (09a7299a-25ea-4d86-8147-65c570b0d64f), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:56.256532 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-859f64a9-19df-47bf-b98a-7e870ec12c2a admin admin] Publish callbacks [] for security_group (09a7299a-25ea-4d86-8147-65c570b0d64f), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:56.312407 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-859f64a9-19df-47bf-b98a-7e870ec12c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (09a7299a-25ea-4d86-8147-65c570b0d64f), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:56.315016 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-859f64a9-19df-47bf-b98a-7e870ec12c2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:56.316311 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-859f64a9-19df-47bf-b98a-7e870ec12c2a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/09a7299a-25ea-4d86-8147-65c570b0d64f HTTP/1.1" status: 204 len: 168 time: 0.1320190 Mar 23 17:31:56.327112 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 38462) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:31:56.333372 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f64a9-19df-47bf-b98a-7e870ec12c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a7299a-25ea-4d86-8147-65c570b0d64f,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:56.482640 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4157de-6fdd-4e66-9f03-66dfc31337b0 req-fda245e7-874c-482d-94b2-31afcaef17c0 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:56.484440 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7a4157de-6fdd-4e66-9f03-66dfc31337b0 req-fda245e7-874c-482d-94b2-31afcaef17c0 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 943 time: 0.0837235 Mar 23 17:31:56.536193 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7a4157de-6fdd-4e66-9f03-66dfc31337b0 req-c3014785-ff74-457b-adfe-7c15b07902f7 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459490 Mar 23 17:31:56.611976 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7b58fa3a-376e-4ba4-93e7-1bcc17d3b8d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:56.698015 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7b58fa3a-376e-4ba4-93e7-1bcc17d3b8d9 admin admin] Publish callbacks [] for security_group (06340711-7037-46ac-84f1-5b56fad05284), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:56.702925 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7b58fa3a-376e-4ba4-93e7-1bcc17d3b8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (06340711-7037-46ac-84f1-5b56fad05284), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:56.744616 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 38480) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:31:56.744963 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-7b58fa3a-376e-4ba4-93e7-1bcc17d3b8d9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d6f1c083467c498bac36edb9400b6baf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4165075 Mar 23 17:31:56.745620 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58fa3a-376e-4ba4-93e7-1bcc17d3b8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06340711-7037-46ac-84f1-5b56fad05284,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:56.797122 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a2babafa-60b9-4e9b-86ef-fb1a408572de admin admin] Publish callbacks [] for security_group (06340711-7037-46ac-84f1-5b56fad05284), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:56.818531 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a2babafa-60b9-4e9b-86ef-fb1a408572de admin admin] Publish callbacks [] for security_group (06340711-7037-46ac-84f1-5b56fad05284), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:56.866655 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a2babafa-60b9-4e9b-86ef-fb1a408572de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (06340711-7037-46ac-84f1-5b56fad05284), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:56.870325 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a2babafa-60b9-4e9b-86ef-fb1a408572de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:56.871533 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-a2babafa-60b9-4e9b-86ef-fb1a408572de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/06340711-7037-46ac-84f1-5b56fad05284 HTTP/1.1" status: 204 len: 168 time: 0.1258707 Mar 23 17:31:56.879730 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2babafa-60b9-4e9b-86ef-fb1a408572de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06340711-7037-46ac-84f1-5b56fad05284,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:57.022809 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 38494) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:31:57.123886 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-f27c9373-e7f2-4cee-9037-d076a24dffbd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1168565444-network', 'tenant_id': '2aa787500053466faed7680c3c3b3f20'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:31:57.154444 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27c9373-e7f2-4cee-9037-d076a24dffbd admin admin] Made reservation on behalf of 2aa787500053466faed7680c3c3b3f20 for: {'network': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:31:57.156692 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f27c9373-e7f2-4cee-9037-d076a24dffbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for network (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:57.171499 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f27c9373-e7f2-4cee-9037-d076a24dffbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:57.244006 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f27c9373-e7f2-4cee-9037-d076a24dffbd admin admin] Publish callbacks [] for security_group (78ad27fc-9054-4b35-9c0a-74543a909e9d), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:57.249649 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f27c9373-e7f2-4cee-9037-d076a24dffbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (78ad27fc-9054-4b35-9c0a-74543a909e9d), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:57.279372 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f27c9373-e7f2-4cee-9037-d076a24dffbd admin admin] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=103208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 17:31:57.288990 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c9373-e7f2-4cee-9037-d076a24dffbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ad27fc-9054-4b35-9c0a-74543a909e9d,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:57.295408 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f27c9373-e7f2-4cee-9037-d076a24dffbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464'] for segment (62cbfca7-ba11-4a29-b995-79dcf60db07d), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:57.295746 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.db.segments_db [None req-f27c9373-e7f2-4cee-9037-d076a24dffbd admin admin] Added segment 62cbfca7-ba11-4a29-b995-79dcf60db07d of type vlan for network c72acd4a-e098-4a23-9aac-214408be911e Mar 23 17:31:57.341947 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f27c9373-e7f2-4cee-9037-d076a24dffbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741035590211'] for network (c72acd4a-e098-4a23-9aac-214408be911e), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:57.370785 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f27c9373-e7f2-4cee-9037-d076a24dffbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701'] for network (c72acd4a-e098-4a23-9aac-214408be911e), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:57.371875 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27c9373-e7f2-4cee-9037-d076a24dffbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:57.372404 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f27c9373-e7f2-4cee-9037-d076a24dffbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for network (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:57.445398 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-f27c9373-e7f2-4cee-9037-d076a24dffbd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4188027 Mar 23 17:31:57.446171 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 38516) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:31:57.446877 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c9373-e7f2-4cee-9037-d076a24dffbd admin admin] Pushing event updated for resources: {'Network': ['ID=c72acd4a-e098-4a23-9aac-214408be911e,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:57.452917 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-854a2a2d-6f74-40d4-af4c-4049a78e4c52 admin admin] Request body: {'subnet': {'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1168565444-subnet', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'ip_version': 4}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:31:57.475056 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854a2a2d-6f74-40d4-af4c-4049a78e4c52 admin admin] Made reservation on behalf of 2aa787500053466faed7680c3c3b3f20 for: {'subnet': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:31:57.477476 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-854a2a2d-6f74-40d4-af4c-4049a78e4c52 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:57.492979 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Network c72acd4a-e098-4a23-9aac-214408be911e details requested by agent ovs-agent-dv-cinder-834920-1-iscsi with host dv-cinder-834920-1-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 17:31:57.659476 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-854a2a2d-6f74-40d4-af4c-4049a78e4c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701'] for subnet (959a77f2-01fb-4a86-b823-2f4ec7b88401), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:57.679057 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636374e0-00ee-4bf4-acea-2b2d5c04f12d req-5ed1d8e1-4a0b-447d-ac63-604e91f1b892 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:57.681196 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-636374e0-00ee-4bf4-acea-2b2d5c04f12d req-5ed1d8e1-4a0b-447d-ac63-604e91f1b892 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 943 time: 0.0770202 Mar 23 17:31:57.709537 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a2a2d-6f74-40d4-af4c-4049a78e4c52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=959a77f2-01fb-4a86-b823-2f4ec7b88401,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:57.740785 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854a2a2d-6f74-40d4-af4c-4049a78e4c52 admin admin] Checking segment: {'id': '62cbfca7-ba11-4a29-b995-79dcf60db07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:31:57.741516 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854a2a2d-6f74-40d4-af4c-4049a78e4c52 admin admin] Network hostable DHCP agents. Network: c72acd4a-e098-4a23-9aac-214408be911e, hostable agents: ['0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66'], hosted agents: [] {{(pid=103207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 17:31:57.754695 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-636374e0-00ee-4bf4-acea-2b2d5c04f12d req-a858f664-2080-443e-8b65-d91a271d0d07 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595918 Mar 23 17:31:57.769414 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854a2a2d-6f74-40d4-af4c-4049a78e4c52 admin admin] Network c72acd4a-e098-4a23-9aac-214408be911e is scheduled to be hosted by DHCP agent 0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66 with binding_index 1 {{(pid=103207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 17:31:57.781167 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-854a2a2d-6f74-40d4-af4c-4049a78e4c52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834920-1-iscsi, c72acd4a-e098-4a23-9aac-214408be911e) {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:31:57.789711 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45fa888-13c3-45ec-b349-4820223cfd46 None None] Network c72acd4a-e098-4a23-9aac-214408be911e requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:31:57.790833 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854a2a2d-6f74-40d4-af4c-4049a78e4c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:57.791520 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-854a2a2d-6f74-40d4-af4c-4049a78e4c52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for subnet (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:57.809602 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-854a2a2d-6f74-40d4-af4c-4049a78e4c52 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3613877 Mar 23 17:31:57.812293 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 38526) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:31:57.816733 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-100fd094-4423-4828-a930-ee933ddba26a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1168565444-router', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:31:57.841306 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-100fd094-4423-4828-a930-ee933ddba26a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3239'] for router (9ce6edcf-4e78-4a68-a752-b3dc4f491624), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:57.842804 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-100fd094-4423-4828-a930-ee933ddba26a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614398', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3216'] for router (9ce6edcf-4e78-4a68-a752-b3dc4f491624), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:57.917816 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5854eec-57ab-49e2-996e-a0be2b61257f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4e3ed9b-8bb8-5e9e-b680-033646fc88a4-c72acd4a-e098-4a23-9aac-214408be911e', 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e', 'project_id': '2aa787500053466faed7680c3c3b3f20', 'fixed_ips': [{'subnet_id': '959a77f2-01fb-4a86-b823-2f4ec7b88401'}]}} from dv-cinder-834920-1-iscsi. {{(pid=103209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 17:31:57.918859 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d5854eec-57ab-49e2-996e-a0be2b61257f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:57.919240 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-100fd094-4423-4828-a930-ee933ddba26a admin admin] Publish callbacks [] for router_controller (9ce6edcf-4e78-4a68-a752-b3dc4f491624), precommit_add_association {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:58.078247 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [None req-d5854eec-57ab-49e2-996e-a0be2b61257f None None] Allocated IP 172.20.0.2 (c72acd4a-e098-4a23-9aac-214408be911e/959a77f2-01fb-4a86-b823-2f4ec7b88401/620e0945-c032-494f-a213-edd89cf60258) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:31:58.088207 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-100fd094-4423-4828-a930-ee933ddba26a admin admin] Publish callbacks [] for router_gateway (9ce6edcf-4e78-4a68-a752-b3dc4f491624), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:58.231582 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d5854eec-57ab-49e2-996e-a0be2b61257f None None] Publish callbacks [] for port (620e0945-c032-494f-a213-edd89cf60258), precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:58.239714 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d5854eec-57ab-49e2-996e-a0be2b61257f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (620e0945-c032-494f-a213-edd89cf60258), after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:58.285233 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5854eec-57ab-49e2-996e-a0be2b61257f None None] Network c72acd4a-e098-4a23-9aac-214408be911e is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:31:58.288643 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-d5854eec-57ab-49e2-996e-a0be2b61257f None None] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:31:58.294971 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5854eec-57ab-49e2-996e-a0be2b61257f None None] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:31:58.302718 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5854eec-57ab-49e2-996e-a0be2b61257f None None] Pushing event updated for resources: {'Port': ['ID=620e0945-c032-494f-a213-edd89cf60258,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:58.314914 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5854eec-57ab-49e2-996e-a0be2b61257f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:58.315277 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5854eec-57ab-49e2-996e-a0be2b61257f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:58.315640 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5854eec-57ab-49e2-996e-a0be2b61257f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:58.315991 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5854eec-57ab-49e2-996e-a0be2b61257f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:58.316326 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5854eec-57ab-49e2-996e-a0be2b61257f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:58.316638 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5854eec-57ab-49e2-996e-a0be2b61257f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:58.316976 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5854eec-57ab-49e2-996e-a0be2b61257f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:58.317325 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5854eec-57ab-49e2-996e-a0be2b61257f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:58.317655 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5854eec-57ab-49e2-996e-a0be2b61257f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:58.317972 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5854eec-57ab-49e2-996e-a0be2b61257f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:58.318288 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5854eec-57ab-49e2-996e-a0be2b61257f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:58.318605 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5854eec-57ab-49e2-996e-a0be2b61257f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:58.318921 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5854eec-57ab-49e2-996e-a0be2b61257f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:58.319217 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5854eec-57ab-49e2-996e-a0be2b61257f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:58.319712 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5854eec-57ab-49e2-996e-a0be2b61257f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:31:58.382554 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-d5854eec-57ab-49e2-996e-a0be2b61257f None None] Attempting to bind port 620e0945-c032-494f-a213-edd89cf60258 on host dv-cinder-834920-1-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:31:58.382931 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-d5854eec-57ab-49e2-996e-a0be2b61257f None None] Attempting to bind port 620e0945-c032-494f-a213-edd89cf60258 by drivers openvswitch,hyperv on host dv-cinder-834920-1-iscsi at level 0 using segments [{'id': '62cbfca7-ba11-4a29-b995-79dcf60db07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:31:58.383285 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5854eec-57ab-49e2-996e-a0be2b61257f None None] Attempting to bind port 620e0945-c032-494f-a213-edd89cf60258 on network c72acd4a-e098-4a23-9aac-214408be911e {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:31:58.389016 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5854eec-57ab-49e2-996e-a0be2b61257f None None] Checking agent: {'id': '827fbf48-cdcd-428c-a50e-7eba0e2d74f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834920-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 21, 14), 'started_at': datetime.datetime(2022, 3, 23, 17, 21, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834920-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:31:58.389425 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5854eec-57ab-49e2-996e-a0be2b61257f None None] Checking segment: {'id': '62cbfca7-ba11-4a29-b995-79dcf60db07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:31:58.389833 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d5854eec-57ab-49e2-996e-a0be2b61257f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:58.390207 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5854eec-57ab-49e2-996e-a0be2b61257f None None] Bound using segment: {'id': '62cbfca7-ba11-4a29-b995-79dcf60db07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:31:58.390681 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-d5854eec-57ab-49e2-996e-a0be2b61257f None None] Bound port: 620e0945-c032-494f-a213-edd89cf60258, host: dv-cinder-834920-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62cbfca7-ba11-4a29-b995-79dcf60db07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:31:58.391049 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d5854eec-57ab-49e2-996e-a0be2b61257f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (620e0945-c032-494f-a213-edd89cf60258), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:58.471728 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-d5854eec-57ab-49e2-996e-a0be2b61257f None None] For port 620e0945-c032-494f-a213-edd89cf60258, host dv-cinder-834920-1-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:31:58.475153 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-d5854eec-57ab-49e2-996e-a0be2b61257f None None] For port 620e0945-c032-494f-a213-edd89cf60258, host dv-cinder-834920-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=620e0945-c032-494f-a213-edd89cf60258,segment=NetworkSegment(62cbfca7-ba11-4a29-b995-79dcf60db07d),segment_id=62cbfca7-ba11-4a29-b995-79dcf60db07d)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:31:58.484248 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d5854eec-57ab-49e2-996e-a0be2b61257f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (620e0945-c032-494f-a213-edd89cf60258), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:58.557245 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5854eec-57ab-49e2-996e-a0be2b61257f None None] Pushing event updated for resources: {'Port': ['ID=620e0945-c032-494f-a213-edd89cf60258,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:58.585573 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-100fd094-4423-4828-a930-ee933ddba26a admin admin] Publish callbacks [] for router_gateway (9ce6edcf-4e78-4a68-a752-b3dc4f491624), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:58.604764 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-100fd094-4423-4828-a930-ee933ddba26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:58.721069 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [None req-100fd094-4423-4828-a930-ee933ddba26a admin admin] Allocated IP 172.27.2.229 (17d610fd-133a-4c28-bfb5-fce45cda1090/3c39f8ab-3a38-4914-94a2-be3bf3be7af7/b6724547-480c-48dc-bb0f-19fb5fb419b1) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:31:58.889083 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-100fd094-4423-4828-a930-ee933ddba26a admin admin] Publish callbacks [] for port (b6724547-480c-48dc-bb0f-19fb5fb419b1), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:58.931351 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0abfe67-bb80-4771-abb1-8068585964fa req-13dd567b-df66-48b4-b7f8-7da966b36f6d tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:31:58.933009 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f0abfe67-bb80-4771-abb1-8068585964fa req-13dd567b-df66-48b4-b7f8-7da966b36f6d tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 943 time: 0.0879359 Mar 23 17:31:58.960832 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-100fd094-4423-4828-a930-ee933ddba26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59308127'] for port (b6724547-480c-48dc-bb0f-19fb5fb419b1), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:59.014588 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100fd094-4423-4828-a930-ee933ddba26a admin admin] Network 17d610fd-133a-4c28-bfb5-fce45cda1090 is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:31:59.021507 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-100fd094-4423-4828-a930-ee933ddba26a admin admin] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:31:59.023865 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100fd094-4423-4828-a930-ee933ddba26a admin admin] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:31:59.050845 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100fd094-4423-4828-a930-ee933ddba26a admin admin] Pushing event updated for resources: {'Port': ['ID=b6724547-480c-48dc-bb0f-19fb5fb419b1,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:59.056449 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f0abfe67-bb80-4771-abb1-8068585964fa req-7797a123-c69e-4530-8eb9-d47db9840fa7 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167831 Mar 23 17:31:59.302371 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-100fd094-4423-4828-a930-ee933ddba26a admin admin] Publish callbacks [] for router_gateway (9ce6edcf-4e78-4a68-a752-b3dc4f491624), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:59.508160 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-100fd094-4423-4828-a930-ee933ddba26a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614187'] for router (9ce6edcf-4e78-4a68-a752-b3dc4f491624), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:59.580865 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d34477-2576-46a3-ad59-0c704ef5e6ed None None] Network c72acd4a-e098-4a23-9aac-214408be911e requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:31:59.640641 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-bf1421d3-78a8-4d53-96d0-588b1df91206 None None] Provisioning complete for port 620e0945-c032-494f-a213-edd89cf60258 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:31:59.641016 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bf1421d3-78a8-4d53-96d0-588b1df91206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (620e0945-c032-494f-a213-edd89cf60258), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:59.654107 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100fd094-4423-4828-a930-ee933ddba26a admin admin] Router 9ce6edcf-4e78-4a68-a752-b3dc4f491624 is scheduled to L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 with binding_index 1 {{(pid=103208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 17:31:59.772685 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-bf1421d3-78a8-4d53-96d0-588b1df91206 None None] Current status of the port 620e0945-c032-494f-a213-edd89cf60258 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:31:59.773067 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bf1421d3-78a8-4d53-96d0-588b1df91206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (620e0945-c032-494f-a213-edd89cf60258), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:59.777027 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100fd094-4423-4828-a930-ee933ddba26a admin admin] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:31:59.787865 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e787352-0480-4151-af69-8d84e456f03a None None] Sync routers for ids ['9ce6edcf-4e78-4a68-a752-b3dc4f491624'] in dv-cinder-834920-1-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:31:59.803436 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e787352-0480-4151-af69-8d84e456f03a None None] Routers {'9ce6edcf-4e78-4a68-a752-b3dc4f491624'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:31:59.804241 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-100fd094-4423-4828-a930-ee933ddba26a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:59.804661 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-7e787352-0480-4151-af69-8d84e456f03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:31:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['9ce6edcf-4e78-4a68-a752-b3dc4f491624'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:31:59.808666 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 38548) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:31:59.810687 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-100fd094-4423-4828-a930-ee933ddba26a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9972432 Mar 23 17:31:59.828560 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 620e0945-c032-494f-a213-edd89cf60258 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:31:59.828560 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-bf1421d3-78a8-4d53-96d0-588b1df91206 None None] For port 620e0945-c032-494f-a213-edd89cf60258, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=620e0945-c032-494f-a213-edd89cf60258,segment=NetworkSegment(62cbfca7-ba11-4a29-b995-79dcf60db07d),segment_id=62cbfca7-ba11-4a29-b995-79dcf60db07d)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:31:59.851061 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bf1421d3-78a8-4d53-96d0-588b1df91206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (620e0945-c032-494f-a213-edd89cf60258), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:59.919272 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1421d3-78a8-4d53-96d0-588b1df91206 None None] Pushing event updated for resources: {'Port': ['ID=620e0945-c032-494f-a213-edd89cf60258,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:31:59.927818 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port 620e0945-c032-494f-a213-edd89cf60258 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:31:59.928524 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (620e0945-c032-494f-a213-edd89cf60258), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:31:59.942290 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-7e787352-0480-4151-af69-8d84e456f03a None None] Set router 9ce6edcf-4e78-4a68-a752-b3dc4f491624 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:32:00.030948 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port 620e0945-c032-494f-a213-edd89cf60258 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:32:00.071145 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8bd13bb4-3981-41ae-80ab-45b303c27a4b None None] Provisioning complete for port 620e0945-c032-494f-a213-edd89cf60258 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:32:00.071512 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8bd13bb4-3981-41ae-80ab-45b303c27a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (620e0945-c032-494f-a213-edd89cf60258), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:00.155555 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8bd13bb4-3981-41ae-80ab-45b303c27a4b None None] Current status of the port 620e0945-c032-494f-a213-edd89cf60258 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:32:00.164481 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-7e787352-0480-4151-af69-8d84e456f03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'name': 'tempest-TestVolumeBootPattern-1168565444-router', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b6724547-480c-48dc-bb0f-19fb5fb419b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:31:57Z', 'updated_at': '2022-03-23T17:31:59Z', 'revision_number': 3, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'gw_port': {'id': 'b6724547-480c-48dc-bb0f-19fb5fb419b1', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:31:58Z', 'updated_at': '2022-03-23T17:31:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi'}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:32:00.197313 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6e189-77a2-41fd-ad14-8307c3d91dd6 req-5313392b-ca15-48eb-a033-4a06980e5cce tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:00.197543 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e787352-0480-4151-af69-8d84e456f03a None None] Checking router: 9ce6edcf-4e78-4a68-a752-b3dc4f491624 for host: dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:32:00.197638 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e787352-0480-4151-af69-8d84e456f03a None None] Updating router 9ce6edcf-4e78-4a68-a752-b3dc4f491624 port b6724547-480c-48dc-bb0f-19fb5fb419b1 binding host dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 17:32:00.199797 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cdf6e189-77a2-41fd-ad14-8307c3d91dd6 req-5313392b-ca15-48eb-a033-4a06980e5cce tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 943 time: 0.0665681 Mar 23 17:32:00.225263 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-7e787352-0480-4151-af69-8d84e456f03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (b6724547-480c-48dc-bb0f-19fb5fb419b1), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:00.259706 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cdf6e189-77a2-41fd-ad14-8307c3d91dd6 req-ef3d4d95-58e9-4379-a6b0-3f7c4202caae tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526459 Mar 23 17:32:00.327462 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b3640dab-64b1-44c2-9966-c85703faa1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:00.499845 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [None req-b3640dab-64b1-44c2-9966-c85703faa1df admin admin] Allocated IP 172.20.0.1 (c72acd4a-e098-4a23-9aac-214408be911e/959a77f2-01fb-4a86-b823-2f4ec7b88401/7d48f7ad-f8ac-4c97-a606-bdea142032f6) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:32:00.529527 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-7e787352-0480-4151-af69-8d84e456f03a None None] Publish callbacks [] for port (b6724547-480c-48dc-bb0f-19fb5fb419b1), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:00.535952 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-7e787352-0480-4151-af69-8d84e456f03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (b6724547-480c-48dc-bb0f-19fb5fb419b1), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:00.588536 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-7e787352-0480-4151-af69-8d84e456f03a None None] Attempting to bind port b6724547-480c-48dc-bb0f-19fb5fb419b1 on host dv-cinder-834920-1-iscsi for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:32:00.588904 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-7e787352-0480-4151-af69-8d84e456f03a None None] Attempting to bind port b6724547-480c-48dc-bb0f-19fb5fb419b1 by drivers openvswitch,hyperv on host dv-cinder-834920-1-iscsi at level 0 using segments [{'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:32:00.589296 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e787352-0480-4151-af69-8d84e456f03a None None] Attempting to bind port b6724547-480c-48dc-bb0f-19fb5fb419b1 on network 17d610fd-133a-4c28-bfb5-fce45cda1090 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:32:00.597765 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d48a12-438e-4fa9-821d-33360b31f123 None None] Pushing event updated for resources: {'Port': ['ID=b6724547-480c-48dc-bb0f-19fb5fb419b1,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:00.599956 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e787352-0480-4151-af69-8d84e456f03a None None] Checking agent: {'id': '827fbf48-cdcd-428c-a50e-7eba0e2d74f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834920-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 21, 14), 'started_at': datetime.datetime(2022, 3, 23, 17, 21, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834920-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:32:00.600236 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e787352-0480-4151-af69-8d84e456f03a None None] Checking segment: {'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:32:00.600631 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-7e787352-0480-4151-af69-8d84e456f03a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:00.601018 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e787352-0480-4151-af69-8d84e456f03a None None] Bound using segment: {'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:32:00.602976 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-7e787352-0480-4151-af69-8d84e456f03a None None] Bound port: b6724547-480c-48dc-bb0f-19fb5fb419b1, host: dv-cinder-834920-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:32:00.602976 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-7e787352-0480-4151-af69-8d84e456f03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (b6724547-480c-48dc-bb0f-19fb5fb419b1), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:00.620120 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b3640dab-64b1-44c2-9966-c85703faa1df admin admin] Publish callbacks [] for port (7d48f7ad-f8ac-4c97-a606-bdea142032f6), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:00.639918 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d48a12-438e-4fa9-821d-33360b31f123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:32:00.640257 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d48a12-438e-4fa9-821d-33360b31f123 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:32:00.640657 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d48a12-438e-4fa9-821d-33360b31f123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:32:00.640959 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d48a12-438e-4fa9-821d-33360b31f123 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:32:00.641609 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d48a12-438e-4fa9-821d-33360b31f123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:32:00.642032 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d48a12-438e-4fa9-821d-33360b31f123 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:32:00.642358 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d48a12-438e-4fa9-821d-33360b31f123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:32:00.642748 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d48a12-438e-4fa9-821d-33360b31f123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:32:00.643070 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d48a12-438e-4fa9-821d-33360b31f123 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:32:00.643401 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d48a12-438e-4fa9-821d-33360b31f123 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:32:00.643718 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d48a12-438e-4fa9-821d-33360b31f123 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:32:00.653682 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d48a12-438e-4fa9-821d-33360b31f123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:32:00.653682 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d48a12-438e-4fa9-821d-33360b31f123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:32:00.653682 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d48a12-438e-4fa9-821d-33360b31f123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:32:00.653682 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d48a12-438e-4fa9-821d-33360b31f123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:32:00.660136 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b3640dab-64b1-44c2-9966-c85703faa1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (7d48f7ad-f8ac-4c97-a606-bdea142032f6), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:00.686488 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-7e787352-0480-4151-af69-8d84e456f03a None None] For port b6724547-480c-48dc-bb0f-19fb5fb419b1, host dv-cinder-834920-1-iscsi, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:32:00.690724 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-7e787352-0480-4151-af69-8d84e456f03a None None] For port b6724547-480c-48dc-bb0f-19fb5fb419b1, host dv-cinder-834920-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=b6724547-480c-48dc-bb0f-19fb5fb419b1,segment=NetworkSegment(e3d657d5-0d12-4364-ba98-0127febd700d),segment_id=e3d657d5-0d12-4364-ba98-0127febd700d)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:32:00.701646 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-7e787352-0480-4151-af69-8d84e456f03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (b6724547-480c-48dc-bb0f-19fb5fb419b1), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:00.705254 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3640dab-64b1-44c2-9966-c85703faa1df admin admin] Network c72acd4a-e098-4a23-9aac-214408be911e is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:32:00.708199 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-b3640dab-64b1-44c2-9966-c85703faa1df admin admin] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:32:00.711925 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3640dab-64b1-44c2-9966-c85703faa1df admin admin] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:32:00.712382 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b3640dab-64b1-44c2-9966-c85703faa1df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614142'] for router_interface (9ce6edcf-4e78-4a68-a752-b3dc4f491624), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:00.756898 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3640dab-64b1-44c2-9966-c85703faa1df admin admin] Pushing event updated for resources: {'Port': ['ID=7d48f7ad-f8ac-4c97-a606-bdea142032f6,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:00.792852 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e787352-0480-4151-af69-8d84e456f03a None None] Routers {'9ce6edcf-4e78-4a68-a752-b3dc4f491624'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:32:00.793703 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-7e787352-0480-4151-af69-8d84e456f03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:31:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['9ce6edcf-4e78-4a68-a752-b3dc4f491624'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:32:00.797226 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d48a12-438e-4fa9-821d-33360b31f123 None None] Pushing event updated for resources: {'Port': ['ID=b6724547-480c-48dc-bb0f-19fb5fb419b1,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:00.877643 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b3640dab-64b1-44c2-9966-c85703faa1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (7d48f7ad-f8ac-4c97-a606-bdea142032f6), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:00.912514 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-7e787352-0480-4151-af69-8d84e456f03a None None] Set router 9ce6edcf-4e78-4a68-a752-b3dc4f491624 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:32:00.981476 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-6caa5162-0a43-4b1d-9564-c35b9f014839 None None] Provisioning complete for port 7d48f7ad-f8ac-4c97-a606-bdea142032f6 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:32:00.982676 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6caa5162-0a43-4b1d-9564-c35b9f014839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (7d48f7ad-f8ac-4c97-a606-bdea142032f6), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:01.018404 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-6caa5162-0a43-4b1d-9564-c35b9f014839 None None] Port 7d48f7ad-f8ac-4c97-a606-bdea142032f6 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:32:01.044700 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b3640dab-64b1-44c2-9966-c85703faa1df admin admin] Publish callbacks [] for port (7d48f7ad-f8ac-4c97-a606-bdea142032f6), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:01.050268 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b3640dab-64b1-44c2-9966-c85703faa1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (7d48f7ad-f8ac-4c97-a606-bdea142032f6), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:01.050949 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b3640dab-64b1-44c2-9966-c85703faa1df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613994'] for router_interface (9ce6edcf-4e78-4a68-a752-b3dc4f491624), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:01.090920 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-7e787352-0480-4151-af69-8d84e456f03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'name': 'tempest-TestVolumeBootPattern-1168565444-router', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b6724547-480c-48dc-bb0f-19fb5fb419b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:31:57Z', 'updated_at': '2022-03-23T17:31:59Z', 'revision_number': 3, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'gw_port': {'id': 'b6724547-480c-48dc-bb0f-19fb5fb419b1', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:31:58Z', 'updated_at': '2022-03-23T17:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi'}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:32:01.124991 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e787352-0480-4151-af69-8d84e456f03a None None] The sync data for ids ['9ce6edcf-4e78-4a68-a752-b3dc4f491624'] in dv-cinder-834920-1-iscsi is: [{'id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'name': 'tempest-TestVolumeBootPattern-1168565444-router', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b6724547-480c-48dc-bb0f-19fb5fb419b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:31:57Z', 'updated_at': '2022-03-23T17:31:59Z', 'revision_number': 3, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'gw_port': {'id': 'b6724547-480c-48dc-bb0f-19fb5fb419b1', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:31:58Z', 'updated_at': '2022-03-23T17:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi'}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:32:01.135695 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3640dab-64b1-44c2-9966-c85703faa1df admin admin] Pushing event updated for resources: {'Port': ['ID=7d48f7ad-f8ac-4c97-a606-bdea142032f6,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:01.183429 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3640dab-64b1-44c2-9966-c85703faa1df admin admin] Network c72acd4a-e098-4a23-9aac-214408be911e is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:32:01.184964 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-b3640dab-64b1-44c2-9966-c85703faa1df admin admin] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:32:01.312615 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3640dab-64b1-44c2-9966-c85703faa1df admin admin] Router 9ce6edcf-4e78-4a68-a752-b3dc4f491624 has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:32:01.418234 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60852a4-d7d4-48a9-88ea-257a10fb559a req-fcbfb9a0-6485-439c-aa7d-9f6b286f1130 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:01.419881 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b60852a4-d7d4-48a9-88ea-257a10fb559a req-fcbfb9a0-6485-439c-aa7d-9f6b286f1130 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 943 time: 0.0888417 Mar 23 17:32:01.452398 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-da120250-8178-4297-8b91-8ed477a70f8c None None] Provisioning complete for port 7d48f7ad-f8ac-4c97-a606-bdea142032f6 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:32:01.452764 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-da120250-8178-4297-8b91-8ed477a70f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (7d48f7ad-f8ac-4c97-a606-bdea142032f6), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:01.462423 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3640dab-64b1-44c2-9966-c85703faa1df admin admin] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:32:01.487863 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-b3640dab-64b1-44c2-9966-c85703faa1df admin admin] 10.222.0.41 "PUT /v2.0/routers/9ce6edcf-4e78-4a68-a752-b3dc4f491624/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6771834 Mar 23 17:32:01.491872 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b60852a4-d7d4-48a9-88ea-257a10fb559a req-4660afae-0966-49d1-8ad6-3170195fdc6d tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623114 Mar 23 17:32:01.500740 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-da120250-8178-4297-8b91-8ed477a70f8c None None] Port 7d48f7ad-f8ac-4c97-a606-bdea142032f6 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:32:01.854235 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device b6724547-480c-48dc-bb0f-19fb5fb419b1 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:32:01.907889 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port b6724547-480c-48dc-bb0f-19fb5fb419b1 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:32:01.908546 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (b6724547-480c-48dc-bb0f-19fb5fb419b1), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:01.994471 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port b6724547-480c-48dc-bb0f-19fb5fb419b1 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:32:01.995067 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (b6724547-480c-48dc-bb0f-19fb5fb419b1), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:02.016724 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] For port b6724547-480c-48dc-bb0f-19fb5fb419b1, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=b6724547-480c-48dc-bb0f-19fb5fb419b1,segment=NetworkSegment(e3d657d5-0d12-4364-ba98-0127febd700d),segment_id=e3d657d5-0d12-4364-ba98-0127febd700d)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:32:02.021943 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (b6724547-480c-48dc-bb0f-19fb5fb419b1), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:02.023065 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 620e0945-c032-494f-a213-edd89cf60258 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:32:02.088055 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 38594) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:32:02.093058 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-506a440f-90bc-49aa-bd99-36370855eecf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1604829654-network', 'tenant_id': '8c53caa35c874568866208180e5b77a4'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:32:02.100996 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Pushing event updated for resources: {'Port': ['ID=b6724547-480c-48dc-bb0f-19fb5fb419b1,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:02.111763 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port 620e0945-c032-494f-a213-edd89cf60258 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:32:02.112470 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (620e0945-c032-494f-a213-edd89cf60258), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:02.121406 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506a440f-90bc-49aa-bd99-36370855eecf admin admin] Made reservation on behalf of 8c53caa35c874568866208180e5b77a4 for: {'network': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:32:02.124044 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-506a440f-90bc-49aa-bd99-36370855eecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for network (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:02.135954 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-506a440f-90bc-49aa-bd99-36370855eecf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:02.232048 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-506a440f-90bc-49aa-bd99-36370855eecf admin admin] Publish callbacks [] for security_group (6282263c-3dc3-40fb-b23b-6599df485722), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:02.238722 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-506a440f-90bc-49aa-bd99-36370855eecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (6282263c-3dc3-40fb-b23b-6599df485722), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:02.266784 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-506a440f-90bc-49aa-bd99-36370855eecf admin admin] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=103207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 17:32:02.284194 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device e856627c-9b37-424c-843c-b2c4164c034a details requested by agent hyperv_hv-cinder-83492 with host hv-cinder-83492 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:32:02.284493 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a440f-90bc-49aa-bd99-36370855eecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6282263c-3dc3-40fb-b23b-6599df485722,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:02.285659 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-506a440f-90bc-49aa-bd99-36370855eecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464'] for segment (13849e3d-3213-4510-bbe4-cb8a71a95856), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:02.286715 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.db.segments_db [None req-506a440f-90bc-49aa-bd99-36370855eecf admin admin] Added segment 13849e3d-3213-4510-bbe4-cb8a71a95856 of type vlan for network 362b6ac5-ef55-4492-abff-1f103f7f0df7 Mar 23 17:32:02.331016 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-506a440f-90bc-49aa-bd99-36370855eecf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741035590211'] for network (362b6ac5-ef55-4492-abff-1f103f7f0df7), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:02.360316 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-506a440f-90bc-49aa-bd99-36370855eecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701'] for network (362b6ac5-ef55-4492-abff-1f103f7f0df7), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:02.362505 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506a440f-90bc-49aa-bd99-36370855eecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:02.363585 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-506a440f-90bc-49aa-bd99-36370855eecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for network (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:02.414362 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port 620e0945-c032-494f-a213-edd89cf60258 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:32:02.423223 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-506a440f-90bc-49aa-bd99-36370855eecf admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3308733 Mar 23 17:32:02.423223 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 38598) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:32:02.433556 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-32df947e-b4e5-4739-b37e-3e1bf9886135 admin admin] Request body: {'subnet': {'network_id': '362b6ac5-ef55-4492-abff-1f103f7f0df7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1604829654-subnet', 'tenant_id': '8c53caa35c874568866208180e5b77a4', 'ip_version': 4}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:32:02.433777 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port e856627c-9b37-424c-843c-b2c4164c034a, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=e856627c-9b37-424c-843c-b2c4164c034a,segment=NetworkSegment(1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405),segment_id=1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:32:02.443658 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a440f-90bc-49aa-bd99-36370855eecf admin admin] Pushing event updated for resources: {'Network': ['ID=362b6ac5-ef55-4492-abff-1f103f7f0df7,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:02.444933 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Returning: {'device': 'e856627c-9b37-424c-843c-b2c4164c034a', 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7', 'port_id': 'e856627c-9b37-424c-843c-b2c4164c034a', 'mac_address': 'fa:16:3e:bb:bb:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd5be18-6bee-4974-83c0-da45214c17c0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:32:02.460241 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32df947e-b4e5-4739-b37e-3e1bf9886135 admin admin] Made reservation on behalf of 8c53caa35c874568866208180e5b77a4 for: {'subnet': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:32:02.462780 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-32df947e-b4e5-4739-b37e-3e1bf9886135 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:02.469847 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Network 362b6ac5-ef55-4492-abff-1f103f7f0df7 details requested by agent ovs-agent-dv-cinder-834920-1-iscsi with host dv-cinder-834920-1-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 17:32:02.531452 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port e856627c-9b37-424c-843c-b2c4164c034a is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:32:02.531736 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (e856627c-9b37-424c-843c-b2c4164c034a), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:02.558577 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e856627c-9b37-424c-843c-b2c4164c034a {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:32:02.584499 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port e856627c-9b37-424c-843c-b2c4164c034a, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=e856627c-9b37-424c-843c-b2c4164c034a,segment=NetworkSegment(1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405),segment_id=1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:32:02.591426 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (e856627c-9b37-424c-843c-b2c4164c034a), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:02.653081 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be6e03-b09d-4bd6-8837-accfaf6824db req-ea60e334-0f6e-4a29-9571-f4dcb9987fac tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:02.657542 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=e856627c-9b37-424c-843c-b2c4164c034a,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:02.661750 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f1be6e03-b09d-4bd6-8837-accfaf6824db req-ea60e334-0f6e-4a29-9571-f4dcb9987fac tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 944 time: 0.0842779 Mar 23 17:32:02.676753 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-32df947e-b4e5-4739-b37e-3e1bf9886135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701'] for subnet (39d03461-f567-4ce5-b6b1-7cfb74562f91), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:02.711177 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f1be6e03-b09d-4bd6-8837-accfaf6824db req-5957460a-5974-465f-8b2d-e4bedb02ebaf tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474951 Mar 23 17:32:02.958533 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df947e-b4e5-4739-b37e-3e1bf9886135 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39d03461-f567-4ce5-b6b1-7cfb74562f91,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:02.966091 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32df947e-b4e5-4739-b37e-3e1bf9886135 admin admin] Checking segment: {'id': '13849e3d-3213-4510-bbe4-cb8a71a95856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '362b6ac5-ef55-4492-abff-1f103f7f0df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:32:02.966265 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32df947e-b4e5-4739-b37e-3e1bf9886135 admin admin] Network hostable DHCP agents. Network: 362b6ac5-ef55-4492-abff-1f103f7f0df7, hostable agents: ['0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66'], hosted agents: [] {{(pid=103207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 17:32:02.977291 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ffba07-6be4-4d70-85ab-309e38312f53 None None] Sync routers for ids ['9ce6edcf-4e78-4a68-a752-b3dc4f491624'] in dv-cinder-834920-1-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:32:02.988412 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32df947e-b4e5-4739-b37e-3e1bf9886135 admin admin] Network 362b6ac5-ef55-4492-abff-1f103f7f0df7 is scheduled to be hosted by DHCP agent 0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66 with binding_index 1 {{(pid=103207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 17:32:02.989578 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ffba07-6be4-4d70-85ab-309e38312f53 None None] Routers {'9ce6edcf-4e78-4a68-a752-b3dc4f491624'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:32:02.990230 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-44ffba07-6be4-4d70-85ab-309e38312f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:31:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['9ce6edcf-4e78-4a68-a752-b3dc4f491624'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:32:02.999007 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-32df947e-b4e5-4739-b37e-3e1bf9886135 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834920-1-iscsi, 362b6ac5-ef55-4492-abff-1f103f7f0df7) {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:32:03.004903 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32df947e-b4e5-4739-b37e-3e1bf9886135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:03.004903 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-32df947e-b4e5-4739-b37e-3e1bf9886135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for subnet (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:03.027205 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 38606) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:32:03.027595 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-32df947e-b4e5-4739-b37e-3e1bf9886135 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6035542 Mar 23 17:32:03.029724 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8befd1-986b-4bd5-8556-d5348f79e057 None None] Network 362b6ac5-ef55-4492-abff-1f103f7f0df7 requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:32:03.032201 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-7c4c80d8-3345-4490-b384-495bcf769196 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1604829654-router', 'tenant_id': '8c53caa35c874568866208180e5b77a4', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:32:03.054692 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7c4c80d8-3345-4490-b384-495bcf769196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3239'] for router (a6c66fa7-a572-449a-a0fa-892e3494103c), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:03.055936 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7c4c80d8-3345-4490-b384-495bcf769196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614398', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3216'] for router (a6c66fa7-a572-449a-a0fa-892e3494103c), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:03.107975 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7c4c80d8-3345-4490-b384-495bcf769196 admin admin] Publish callbacks [] for router_controller (a6c66fa7-a572-449a-a0fa-892e3494103c), precommit_add_association {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:03.175316 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-44ffba07-6be4-4d70-85ab-309e38312f53 None None] Set router 9ce6edcf-4e78-4a68-a752-b3dc4f491624 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:32:03.201979 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e39979-80ac-4b19-a137-be9e3a1f8049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4e3ed9b-8bb8-5e9e-b680-033646fc88a4-362b6ac5-ef55-4492-abff-1f103f7f0df7', 'network_id': '362b6ac5-ef55-4492-abff-1f103f7f0df7', 'project_id': '8c53caa35c874568866208180e5b77a4', 'fixed_ips': [{'subnet_id': '39d03461-f567-4ce5-b6b1-7cfb74562f91'}]}} from dv-cinder-834920-1-iscsi. {{(pid=103209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 17:32:03.202842 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e8e39979-80ac-4b19-a137-be9e3a1f8049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:03.256645 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7c4c80d8-3345-4490-b384-495bcf769196 admin admin] Publish callbacks [] for router_gateway (a6c66fa7-a572-449a-a0fa-892e3494103c), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:03.470647 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7c4c80d8-3345-4490-b384-495bcf769196 admin admin] Publish callbacks [] for router_gateway (a6c66fa7-a572-449a-a0fa-892e3494103c), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:03.472116 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [None req-e8e39979-80ac-4b19-a137-be9e3a1f8049 None None] Allocated IP 172.20.0.2 (362b6ac5-ef55-4492-abff-1f103f7f0df7/39d03461-f567-4ce5-b6b1-7cfb74562f91/9fb0c70a-92cd-4732-83ad-feefaf8471c3) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:32:03.490122 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7c4c80d8-3345-4490-b384-495bcf769196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:03.562279 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-44ffba07-6be4-4d70-85ab-309e38312f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'name': 'tempest-TestVolumeBootPattern-1168565444-router', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b6724547-480c-48dc-bb0f-19fb5fb419b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:31:57Z', 'updated_at': '2022-03-23T17:32:00Z', 'revision_number': 4, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'gw_port': {'id': 'b6724547-480c-48dc-bb0f-19fb5fb419b1', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:31:58Z', 'updated_at': '2022-03-23T17:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '7d48f7ad-f8ac-4c97-a606-bdea142032f6', 'name': '', 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'mac_address': 'fa:16:3e:3c:85:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '959a77f2-01fb-4a86-b823-2f4ec7b88401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:32:00Z', 'updated_at': '2022-03-23T17:32:00Z', 'revision_number': 2, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'subnets': [{'id': '959a77f2-01fb-4a86-b823-2f4ec7b88401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:32:03.594479 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [None req-7c4c80d8-3345-4490-b384-495bcf769196 admin admin] Allocated IP 172.27.2.149 (17d610fd-133a-4c28-bfb5-fce45cda1090/3c39f8ab-3a38-4914-94a2-be3bf3be7af7/c76bd197-5c44-4ef8-9e24-a909915ee6e1) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:32:03.595764 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ffba07-6be4-4d70-85ab-309e38312f53 None None] Checking router: 9ce6edcf-4e78-4a68-a752-b3dc4f491624 for host: dv-cinder-834920-1-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:32:03.596121 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ffba07-6be4-4d70-85ab-309e38312f53 None None] Updating router 9ce6edcf-4e78-4a68-a752-b3dc4f491624 port 7d48f7ad-f8ac-4c97-a606-bdea142032f6 binding host dv-cinder-834920-1-iscsi {{(pid=103209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 17:32:03.658866 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-44ffba07-6be4-4d70-85ab-309e38312f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (7d48f7ad-f8ac-4c97-a606-bdea142032f6), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:03.687211 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e8e39979-80ac-4b19-a137-be9e3a1f8049 None None] Publish callbacks [] for port (9fb0c70a-92cd-4732-83ad-feefaf8471c3), precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:03.705669 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7c4c80d8-3345-4490-b384-495bcf769196 admin admin] Publish callbacks [] for port (c76bd197-5c44-4ef8-9e24-a909915ee6e1), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:03.707714 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e8e39979-80ac-4b19-a137-be9e3a1f8049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (9fb0c70a-92cd-4732-83ad-feefaf8471c3), after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:03.754360 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7c4c80d8-3345-4490-b384-495bcf769196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59308127'] for port (c76bd197-5c44-4ef8-9e24-a909915ee6e1), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:03.812430 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4c80d8-3345-4490-b384-495bcf769196 admin admin] Network 17d610fd-133a-4c28-bfb5-fce45cda1090 is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:32:03.819603 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device b6724547-480c-48dc-bb0f-19fb5fb419b1 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:32:03.832265 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-7c4c80d8-3345-4490-b384-495bcf769196 admin admin] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:32:03.833453 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e39979-80ac-4b19-a137-be9e3a1f8049 None None] Network 362b6ac5-ef55-4492-abff-1f103f7f0df7 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:32:03.841726 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4c80d8-3345-4490-b384-495bcf769196 admin admin] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:32:03.849263 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c80d8-3345-4490-b384-495bcf769196 admin admin] Pushing event updated for resources: {'Port': ['ID=c76bd197-5c44-4ef8-9e24-a909915ee6e1,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:03.859395 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-e8e39979-80ac-4b19-a137-be9e3a1f8049 None None] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:32:03.862519 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e39979-80ac-4b19-a137-be9e3a1f8049 None None] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:32:03.873636 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e39979-80ac-4b19-a137-be9e3a1f8049 None None] Pushing event updated for resources: {'Port': ['ID=9fb0c70a-92cd-4732-83ad-feefaf8471c3,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:03.899122 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b566bd4-cfbb-4f88-b4b6-04c05581f65f req-4be83154-7f83-40dd-b37e-f94ee122014c tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:03.900680 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7b566bd4-cfbb-4f88-b4b6-04c05581f65f req-4be83154-7f83-40dd-b37e-f94ee122014c tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 944 time: 0.1038430 Mar 23 17:32:03.993605 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-e8e39979-80ac-4b19-a137-be9e3a1f8049 None None] Attempting to bind port 9fb0c70a-92cd-4732-83ad-feefaf8471c3 on host dv-cinder-834920-1-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:32:03.993840 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-e8e39979-80ac-4b19-a137-be9e3a1f8049 None None] Attempting to bind port 9fb0c70a-92cd-4732-83ad-feefaf8471c3 by drivers openvswitch,hyperv on host dv-cinder-834920-1-iscsi at level 0 using segments [{'id': '13849e3d-3213-4510-bbe4-cb8a71a95856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '362b6ac5-ef55-4492-abff-1f103f7f0df7'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:32:03.994230 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e39979-80ac-4b19-a137-be9e3a1f8049 None None] Attempting to bind port 9fb0c70a-92cd-4732-83ad-feefaf8471c3 on network 362b6ac5-ef55-4492-abff-1f103f7f0df7 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:32:04.010271 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e39979-80ac-4b19-a137-be9e3a1f8049 None None] Checking agent: {'id': '827fbf48-cdcd-428c-a50e-7eba0e2d74f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834920-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 21, 14), 'started_at': datetime.datetime(2022, 3, 23, 17, 21, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834920-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:32:04.010610 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e39979-80ac-4b19-a137-be9e3a1f8049 None None] Checking segment: {'id': '13849e3d-3213-4510-bbe4-cb8a71a95856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '362b6ac5-ef55-4492-abff-1f103f7f0df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:32:04.011023 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e8e39979-80ac-4b19-a137-be9e3a1f8049 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:04.011415 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e39979-80ac-4b19-a137-be9e3a1f8049 None None] Bound using segment: {'id': '13849e3d-3213-4510-bbe4-cb8a71a95856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '362b6ac5-ef55-4492-abff-1f103f7f0df7'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:32:04.011890 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-e8e39979-80ac-4b19-a137-be9e3a1f8049 None None] Bound port: 9fb0c70a-92cd-4732-83ad-feefaf8471c3, host: dv-cinder-834920-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13849e3d-3213-4510-bbe4-cb8a71a95856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '362b6ac5-ef55-4492-abff-1f103f7f0df7'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:32:04.012258 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e8e39979-80ac-4b19-a137-be9e3a1f8049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (9fb0c70a-92cd-4732-83ad-feefaf8471c3), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:04.033773 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port b6724547-480c-48dc-bb0f-19fb5fb419b1 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:32:04.034497 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (b6724547-480c-48dc-bb0f-19fb5fb419b1), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:04.039314 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7b566bd4-cfbb-4f88-b4b6-04c05581f65f req-5886282f-e5d4-490c-9af8-8f1903f04eff tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319904 Mar 23 17:32:04.159149 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7c4c80d8-3345-4490-b384-495bcf769196 admin admin] Publish callbacks [] for router_gateway (a6c66fa7-a572-449a-a0fa-892e3494103c), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:04.307913 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e8e39979-80ac-4b19-a137-be9e3a1f8049 None None] For port 9fb0c70a-92cd-4732-83ad-feefaf8471c3, host dv-cinder-834920-1-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:32:04.339766 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-e8e39979-80ac-4b19-a137-be9e3a1f8049 None None] For port 9fb0c70a-92cd-4732-83ad-feefaf8471c3, host dv-cinder-834920-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=9fb0c70a-92cd-4732-83ad-feefaf8471c3,segment=NetworkSegment(13849e3d-3213-4510-bbe4-cb8a71a95856),segment_id=13849e3d-3213-4510-bbe4-cb8a71a95856)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:32:04.358344 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e8e39979-80ac-4b19-a137-be9e3a1f8049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (9fb0c70a-92cd-4732-83ad-feefaf8471c3), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:04.363331 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-44ffba07-6be4-4d70-85ab-309e38312f53 None None] Publish callbacks [] for port (7d48f7ad-f8ac-4c97-a606-bdea142032f6), precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:04.366022 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7c4c80d8-3345-4490-b384-495bcf769196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614187'] for router (a6c66fa7-a572-449a-a0fa-892e3494103c), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:04.403121 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-44ffba07-6be4-4d70-85ab-309e38312f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (7d48f7ad-f8ac-4c97-a606-bdea142032f6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:04.410505 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port b6724547-480c-48dc-bb0f-19fb5fb419b1 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:32:04.455640 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e39979-80ac-4b19-a137-be9e3a1f8049 None None] Pushing event updated for resources: {'Port': ['ID=9fb0c70a-92cd-4732-83ad-feefaf8471c3,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:04.533916 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-44ffba07-6be4-4d70-85ab-309e38312f53 None None] Attempting to bind port 7d48f7ad-f8ac-4c97-a606-bdea142032f6 on host dv-cinder-834920-1-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:32:04.534282 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-44ffba07-6be4-4d70-85ab-309e38312f53 None None] Attempting to bind port 7d48f7ad-f8ac-4c97-a606-bdea142032f6 by drivers openvswitch,hyperv on host dv-cinder-834920-1-iscsi at level 0 using segments [{'id': '62cbfca7-ba11-4a29-b995-79dcf60db07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:32:04.534700 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ffba07-6be4-4d70-85ab-309e38312f53 None None] Attempting to bind port 7d48f7ad-f8ac-4c97-a606-bdea142032f6 on network c72acd4a-e098-4a23-9aac-214408be911e {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:32:04.547555 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ffba07-6be4-4d70-85ab-309e38312f53 None None] Checking agent: {'id': '827fbf48-cdcd-428c-a50e-7eba0e2d74f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834920-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 21, 14), 'started_at': datetime.datetime(2022, 3, 23, 17, 21, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834920-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:32:04.547926 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ffba07-6be4-4d70-85ab-309e38312f53 None None] Checking segment: {'id': '62cbfca7-ba11-4a29-b995-79dcf60db07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:32:04.548328 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-44ffba07-6be4-4d70-85ab-309e38312f53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:04.548780 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ffba07-6be4-4d70-85ab-309e38312f53 None None] Bound using segment: {'id': '62cbfca7-ba11-4a29-b995-79dcf60db07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:32:04.549285 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-44ffba07-6be4-4d70-85ab-309e38312f53 None None] Bound port: 7d48f7ad-f8ac-4c97-a606-bdea142032f6, host: dv-cinder-834920-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62cbfca7-ba11-4a29-b995-79dcf60db07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:32:04.549670 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-44ffba07-6be4-4d70-85ab-309e38312f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (7d48f7ad-f8ac-4c97-a606-bdea142032f6), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:04.556160 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974fa033-b26d-40f6-a079-fa1edb2378d0 None None] Pushing event updated for resources: {'Port': ['ID=7d48f7ad-f8ac-4c97-a606-bdea142032f6,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:04.660922 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-44ffba07-6be4-4d70-85ab-309e38312f53 None None] For port 7d48f7ad-f8ac-4c97-a606-bdea142032f6, host dv-cinder-834920-1-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:32:04.665022 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-44ffba07-6be4-4d70-85ab-309e38312f53 None None] For port 7d48f7ad-f8ac-4c97-a606-bdea142032f6, host dv-cinder-834920-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=7d48f7ad-f8ac-4c97-a606-bdea142032f6,segment=NetworkSegment(62cbfca7-ba11-4a29-b995-79dcf60db07d),segment_id=62cbfca7-ba11-4a29-b995-79dcf60db07d)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:32:04.677055 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-44ffba07-6be4-4d70-85ab-309e38312f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (7d48f7ad-f8ac-4c97-a606-bdea142032f6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:04.760896 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974fa033-b26d-40f6-a079-fa1edb2378d0 None None] Pushing event updated for resources: {'Port': ['ID=7d48f7ad-f8ac-4c97-a606-bdea142032f6,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:04.771442 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ffba07-6be4-4d70-85ab-309e38312f53 None None] Routers {'9ce6edcf-4e78-4a68-a752-b3dc4f491624'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:32:04.772011 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-44ffba07-6be4-4d70-85ab-309e38312f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:31:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['9ce6edcf-4e78-4a68-a752-b3dc4f491624'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:32:04.824821 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4c80d8-3345-4490-b384-495bcf769196 admin admin] Router a6c66fa7-a572-449a-a0fa-892e3494103c is scheduled to L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 with binding_index 1 {{(pid=103208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 17:32:04.894490 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-c183581c-3f92-4ca1-a2e4-d6c3c268e3a9 None None] Provisioning complete for port 7d48f7ad-f8ac-4c97-a606-bdea142032f6 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:32:04.894749 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c183581c-3f92-4ca1-a2e4-d6c3c268e3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (7d48f7ad-f8ac-4c97-a606-bdea142032f6), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:04.947009 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-44ffba07-6be4-4d70-85ab-309e38312f53 None None] Set router 9ce6edcf-4e78-4a68-a752-b3dc4f491624 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:32:04.953627 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4c80d8-3345-4490-b384-495bcf769196 admin admin] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:32:04.962881 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36adb4a6-a242-4d4e-baa9-93c1726f5ac6 None None] Sync routers for ids ['a6c66fa7-a572-449a-a0fa-892e3494103c'] in dv-cinder-834920-1-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:32:04.977551 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36adb4a6-a242-4d4e-baa9-93c1726f5ac6 None None] Routers {'a6c66fa7-a572-449a-a0fa-892e3494103c'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:32:04.978562 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-36adb4a6-a242-4d4e-baa9-93c1726f5ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:31:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['a6c66fa7-a572-449a-a0fa-892e3494103c'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:32:04.982693 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7c4c80d8-3345-4490-b384-495bcf769196 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:04.983977 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-7c4c80d8-3345-4490-b384-495bcf769196 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9553168 Mar 23 17:32:04.987215 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 38622) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:32:05.140133 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-c183581c-3f92-4ca1-a2e4-d6c3c268e3a9 None None] Current status of the port 7d48f7ad-f8ac-4c97-a606-bdea142032f6 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:32:05.140789 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c183581c-3f92-4ca1-a2e4-d6c3c268e3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (7d48f7ad-f8ac-4c97-a606-bdea142032f6), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:05.186606 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e68503-b444-4f9f-8ecb-de4c45b4671f req-2a19a6cf-8ded-4074-a99a-0bade51da793 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:05.188804 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b0e68503-b444-4f9f-8ecb-de4c45b4671f req-2a19a6cf-8ded-4074-a99a-0bade51da793 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 944 time: 0.0683486 Mar 23 17:32:05.201530 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-36adb4a6-a242-4d4e-baa9-93c1726f5ac6 None None] Set router a6c66fa7-a572-449a-a0fa-892e3494103c gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:32:05.203669 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-c183581c-3f92-4ca1-a2e4-d6c3c268e3a9 None None] For port 7d48f7ad-f8ac-4c97-a606-bdea142032f6, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=7d48f7ad-f8ac-4c97-a606-bdea142032f6,segment=NetworkSegment(62cbfca7-ba11-4a29-b995-79dcf60db07d),segment_id=62cbfca7-ba11-4a29-b995-79dcf60db07d)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:32:05.221937 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c183581c-3f92-4ca1-a2e4-d6c3c268e3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (7d48f7ad-f8ac-4c97-a606-bdea142032f6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:05.257946 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b0e68503-b444-4f9f-8ecb-de4c45b4671f req-58f75839-0184-467f-ac84-ffeb5bc84af5 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623014 Mar 23 17:32:05.372798 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c183581c-3f92-4ca1-a2e4-d6c3c268e3a9 None None] Pushing event updated for resources: {'Port': ['ID=7d48f7ad-f8ac-4c97-a606-bdea142032f6,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:05.378940 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] get_ports_and_sgs() called for port_ids ['e856627c-9b37-424c-843c-b2c4164c034a'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:32:05.442481 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-341bc12f-64a3-4892-8f94-6018cd782daa None None] Provisioning complete for port 7d48f7ad-f8ac-4c97-a606-bdea142032f6 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:32:05.442736 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-341bc12f-64a3-4892-8f94-6018cd782daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (7d48f7ad-f8ac-4c97-a606-bdea142032f6), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:05.470553 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-36adb4a6-a242-4d4e-baa9-93c1726f5ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c66fa7-a572-449a-a0fa-892e3494103c', 'name': 'tempest-TestVolumeBootPattern-1604829654-router', 'tenant_id': '8c53caa35c874568866208180e5b77a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c76bd197-5c44-4ef8-9e24-a909915ee6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:32:03Z', 'updated_at': '2022-03-23T17:32:04Z', 'revision_number': 3, 'project_id': '8c53caa35c874568866208180e5b77a4', 'gw_port': {'id': 'c76bd197-5c44-4ef8-9e24-a909915ee6e1', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:37:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c66fa7-a572-449a-a0fa-892e3494103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:32:03Z', 'updated_at': '2022-03-23T17:32:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi'}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:32:05.503448 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36adb4a6-a242-4d4e-baa9-93c1726f5ac6 None None] Checking router: a6c66fa7-a572-449a-a0fa-892e3494103c for host: dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:32:05.503802 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36adb4a6-a242-4d4e-baa9-93c1726f5ac6 None None] Updating router a6c66fa7-a572-449a-a0fa-892e3494103c port c76bd197-5c44-4ef8-9e24-a909915ee6e1 binding host dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 17:32:05.522646 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-44ffba07-6be4-4d70-85ab-309e38312f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'name': 'tempest-TestVolumeBootPattern-1168565444-router', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b6724547-480c-48dc-bb0f-19fb5fb419b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:31:57Z', 'updated_at': '2022-03-23T17:32:00Z', 'revision_number': 4, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'gw_port': {'id': 'b6724547-480c-48dc-bb0f-19fb5fb419b1', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:31:58Z', 'updated_at': '2022-03-23T17:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '7d48f7ad-f8ac-4c97-a606-bdea142032f6', 'name': '', 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'mac_address': 'fa:16:3e:3c:85:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '959a77f2-01fb-4a86-b823-2f4ec7b88401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:32:00Z', 'updated_at': '2022-03-23T17:32:04Z', 'revision_number': 4, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'subnets': [{'id': '959a77f2-01fb-4a86-b823-2f4ec7b88401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:32:05.533456 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-36adb4a6-a242-4d4e-baa9-93c1726f5ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (c76bd197-5c44-4ef8-9e24-a909915ee6e1), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:05.534235 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-42e53c45-e388-4f4e-af12-15028f548e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:05.559777 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ffba07-6be4-4d70-85ab-309e38312f53 None None] The sync data for ids ['9ce6edcf-4e78-4a68-a752-b3dc4f491624'] in dv-cinder-834920-1-iscsi is: [{'id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'name': 'tempest-TestVolumeBootPattern-1168565444-router', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b6724547-480c-48dc-bb0f-19fb5fb419b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:31:57Z', 'updated_at': '2022-03-23T17:32:00Z', 'revision_number': 4, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'gw_port': {'id': 'b6724547-480c-48dc-bb0f-19fb5fb419b1', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:31:58Z', 'updated_at': '2022-03-23T17:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '7d48f7ad-f8ac-4c97-a606-bdea142032f6', 'name': '', 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'mac_address': 'fa:16:3e:3c:85:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '959a77f2-01fb-4a86-b823-2f4ec7b88401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:32:00Z', 'updated_at': '2022-03-23T17:32:04Z', 'revision_number': 4, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'subnets': [{'id': '959a77f2-01fb-4a86-b823-2f4ec7b88401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:32:05.688848 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-341bc12f-64a3-4892-8f94-6018cd782daa None None] Current status of the port 7d48f7ad-f8ac-4c97-a606-bdea142032f6 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:32:05.749557 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc94c995-a5a6-49e5-9b92-42e3e8e2b5c5 None None] Network 362b6ac5-ef55-4492-abff-1f103f7f0df7 requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:32:05.861272 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-9e6aeef3-62fb-4209-b3b4-b79bd2c5f57b None None] Provisioning complete for port 9fb0c70a-92cd-4732-83ad-feefaf8471c3 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:32:05.861272 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9e6aeef3-62fb-4209-b3b4-b79bd2c5f57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (9fb0c70a-92cd-4732-83ad-feefaf8471c3), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:05.880916 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-36adb4a6-a242-4d4e-baa9-93c1726f5ac6 None None] Publish callbacks [] for port (c76bd197-5c44-4ef8-9e24-a909915ee6e1), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:05.889598 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-36adb4a6-a242-4d4e-baa9-93c1726f5ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (c76bd197-5c44-4ef8-9e24-a909915ee6e1), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:05.890370 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [None req-42e53c45-e388-4f4e-af12-15028f548e47 admin admin] Allocated IP 172.20.0.1 (362b6ac5-ef55-4492-abff-1f103f7f0df7/39d03461-f567-4ce5-b6b1-7cfb74562f91/65c98333-7d03-4bd4-b81d-09b7b17e87b5) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:32:05.945273 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 9fb0c70a-92cd-4732-83ad-feefaf8471c3 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:32:06.027823 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-36adb4a6-a242-4d4e-baa9-93c1726f5ac6 None None] Attempting to bind port c76bd197-5c44-4ef8-9e24-a909915ee6e1 on host dv-cinder-834920-1-iscsi for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:32:06.028324 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-36adb4a6-a242-4d4e-baa9-93c1726f5ac6 None None] Attempting to bind port c76bd197-5c44-4ef8-9e24-a909915ee6e1 by drivers openvswitch,hyperv on host dv-cinder-834920-1-iscsi at level 0 using segments [{'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:32:06.028531 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36adb4a6-a242-4d4e-baa9-93c1726f5ac6 None None] Attempting to bind port c76bd197-5c44-4ef8-9e24-a909915ee6e1 on network 17d610fd-133a-4c28-bfb5-fce45cda1090 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:32:06.055353 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36adb4a6-a242-4d4e-baa9-93c1726f5ac6 None None] Checking agent: {'id': '827fbf48-cdcd-428c-a50e-7eba0e2d74f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834920-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 21, 14), 'started_at': datetime.datetime(2022, 3, 23, 17, 21, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834920-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:32:06.055732 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36adb4a6-a242-4d4e-baa9-93c1726f5ac6 None None] Checking segment: {'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:32:06.057250 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-36adb4a6-a242-4d4e-baa9-93c1726f5ac6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:06.059363 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36adb4a6-a242-4d4e-baa9-93c1726f5ac6 None None] Bound using segment: {'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:32:06.060034 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-36adb4a6-a242-4d4e-baa9-93c1726f5ac6 None None] Bound port: c76bd197-5c44-4ef8-9e24-a909915ee6e1, host: dv-cinder-834920-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:32:06.060587 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-36adb4a6-a242-4d4e-baa9-93c1726f5ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (c76bd197-5c44-4ef8-9e24-a909915ee6e1), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:06.067038 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa265c2-33ca-4417-a2ce-c5bef6b22b8a None None] Pushing event updated for resources: {'Port': ['ID=c76bd197-5c44-4ef8-9e24-a909915ee6e1,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:06.123137 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-9e6aeef3-62fb-4209-b3b4-b79bd2c5f57b None None] Current status of the port 9fb0c70a-92cd-4732-83ad-feefaf8471c3 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:32:06.123622 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9e6aeef3-62fb-4209-b3b4-b79bd2c5f57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (9fb0c70a-92cd-4732-83ad-feefaf8471c3), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:06.202500 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-42e53c45-e388-4f4e-af12-15028f548e47 admin admin] Publish callbacks [] for port (65c98333-7d03-4bd4-b81d-09b7b17e87b5), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:06.203088 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port 9fb0c70a-92cd-4732-83ad-feefaf8471c3 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:32:06.207416 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (9fb0c70a-92cd-4732-83ad-feefaf8471c3), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:06.243252 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-36adb4a6-a242-4d4e-baa9-93c1726f5ac6 None None] For port c76bd197-5c44-4ef8-9e24-a909915ee6e1, host dv-cinder-834920-1-iscsi, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:32:06.247884 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-36adb4a6-a242-4d4e-baa9-93c1726f5ac6 None None] For port c76bd197-5c44-4ef8-9e24-a909915ee6e1, host dv-cinder-834920-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=c76bd197-5c44-4ef8-9e24-a909915ee6e1,segment=NetworkSegment(e3d657d5-0d12-4364-ba98-0127febd700d),segment_id=e3d657d5-0d12-4364-ba98-0127febd700d)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:32:06.263336 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-36adb4a6-a242-4d4e-baa9-93c1726f5ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (c76bd197-5c44-4ef8-9e24-a909915ee6e1), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:06.286100 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-42e53c45-e388-4f4e-af12-15028f548e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (65c98333-7d03-4bd4-b81d-09b7b17e87b5), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:06.313444 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-9e6aeef3-62fb-4209-b3b4-b79bd2c5f57b None None] For port 9fb0c70a-92cd-4732-83ad-feefaf8471c3, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=9fb0c70a-92cd-4732-83ad-feefaf8471c3,segment=NetworkSegment(13849e3d-3213-4510-bbe4-cb8a71a95856),segment_id=13849e3d-3213-4510-bbe4-cb8a71a95856)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:32:06.330668 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9e6aeef3-62fb-4209-b3b4-b79bd2c5f57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (9fb0c70a-92cd-4732-83ad-feefaf8471c3), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:06.381314 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa265c2-33ca-4417-a2ce-c5bef6b22b8a None None] Pushing event updated for resources: {'Port': ['ID=c76bd197-5c44-4ef8-9e24-a909915ee6e1,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:06.386743 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36adb4a6-a242-4d4e-baa9-93c1726f5ac6 None None] Routers {'a6c66fa7-a572-449a-a0fa-892e3494103c'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:32:06.387602 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-36adb4a6-a242-4d4e-baa9-93c1726f5ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:31:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['a6c66fa7-a572-449a-a0fa-892e3494103c'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:32:06.403405 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e53c45-e388-4f4e-af12-15028f548e47 admin admin] Network 362b6ac5-ef55-4492-abff-1f103f7f0df7 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:32:06.422576 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-42e53c45-e388-4f4e-af12-15028f548e47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:32:06.444188 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e53c45-e388-4f4e-af12-15028f548e47 admin admin] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:32:06.444298 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6aeef3-62fb-4209-b3b4-b79bd2c5f57b None None] Pushing event updated for resources: {'Port': ['ID=9fb0c70a-92cd-4732-83ad-feefaf8471c3,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:06.444657 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-42e53c45-e388-4f4e-af12-15028f548e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614142'] for router_interface (a6c66fa7-a572-449a-a0fa-892e3494103c), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:06.451844 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e53c45-e388-4f4e-af12-15028f548e47 admin admin] Pushing event updated for resources: {'Port': ['ID=65c98333-7d03-4bd4-b81d-09b7b17e87b5,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:06.503965 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-3b36833a-06a0-4b1d-bdcc-1a8ed28707a6 None None] Provisioning complete for port 9fb0c70a-92cd-4732-83ad-feefaf8471c3 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:32:06.504335 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3b36833a-06a0-4b1d-bdcc-1a8ed28707a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (9fb0c70a-92cd-4732-83ad-feefaf8471c3), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:06.570029 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb298a-7281-4aea-984d-33484154aefd req-1f09b1eb-b9d3-4a14-aa6c-6f04b116f936 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:06.576872 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3ebb298a-7281-4aea-984d-33484154aefd req-1f09b1eb-b9d3-4a14-aa6c-6f04b116f936 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 944 time: 0.1283741 Mar 23 17:32:06.608339 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-36adb4a6-a242-4d4e-baa9-93c1726f5ac6 None None] Set router a6c66fa7-a572-449a-a0fa-892e3494103c gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:32:06.681322 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port 9fb0c70a-92cd-4732-83ad-feefaf8471c3 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:32:06.689968 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 7d48f7ad-f8ac-4c97-a606-bdea142032f6 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:32:06.705604 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3ebb298a-7281-4aea-984d-33484154aefd req-1ba2f6f5-065c-40f7-ac4a-24cd66d0de2f tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154819 Mar 23 17:32:06.710592 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-42e53c45-e388-4f4e-af12-15028f548e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (65c98333-7d03-4bd4-b81d-09b7b17e87b5), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:06.798953 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port 7d48f7ad-f8ac-4c97-a606-bdea142032f6 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:32:06.799652 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (7d48f7ad-f8ac-4c97-a606-bdea142032f6), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:06.905822 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-36adb4a6-a242-4d4e-baa9-93c1726f5ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c66fa7-a572-449a-a0fa-892e3494103c', 'name': 'tempest-TestVolumeBootPattern-1604829654-router', 'tenant_id': '8c53caa35c874568866208180e5b77a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c76bd197-5c44-4ef8-9e24-a909915ee6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:32:03Z', 'updated_at': '2022-03-23T17:32:04Z', 'revision_number': 3, 'project_id': '8c53caa35c874568866208180e5b77a4', 'gw_port': {'id': 'c76bd197-5c44-4ef8-9e24-a909915ee6e1', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:37:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c66fa7-a572-449a-a0fa-892e3494103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:32:03Z', 'updated_at': '2022-03-23T17:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi'}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:32:06.906589 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-3b36833a-06a0-4b1d-bdcc-1a8ed28707a6 None None] Current status of the port 9fb0c70a-92cd-4732-83ad-feefaf8471c3 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:32:06.945733 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-42e53c45-e388-4f4e-af12-15028f548e47 admin admin] Publish callbacks [] for port (65c98333-7d03-4bd4-b81d-09b7b17e87b5), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:06.951301 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36adb4a6-a242-4d4e-baa9-93c1726f5ac6 None None] The sync data for ids ['a6c66fa7-a572-449a-a0fa-892e3494103c'] in dv-cinder-834920-1-iscsi is: [{'id': 'a6c66fa7-a572-449a-a0fa-892e3494103c', 'name': 'tempest-TestVolumeBootPattern-1604829654-router', 'tenant_id': '8c53caa35c874568866208180e5b77a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c76bd197-5c44-4ef8-9e24-a909915ee6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:32:03Z', 'updated_at': '2022-03-23T17:32:04Z', 'revision_number': 3, 'project_id': '8c53caa35c874568866208180e5b77a4', 'gw_port': {'id': 'c76bd197-5c44-4ef8-9e24-a909915ee6e1', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:37:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c66fa7-a572-449a-a0fa-892e3494103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:32:03Z', 'updated_at': '2022-03-23T17:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi'}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:32:06.954430 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-42e53c45-e388-4f4e-af12-15028f548e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (65c98333-7d03-4bd4-b81d-09b7b17e87b5), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:06.956043 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-42e53c45-e388-4f4e-af12-15028f548e47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613994'] for router_interface (a6c66fa7-a572-449a-a0fa-892e3494103c), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:07.070513 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e53c45-e388-4f4e-af12-15028f548e47 admin admin] Pushing event updated for resources: {'Port': ['ID=65c98333-7d03-4bd4-b81d-09b7b17e87b5,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:07.127005 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e53c45-e388-4f4e-af12-15028f548e47 admin admin] Network 362b6ac5-ef55-4492-abff-1f103f7f0df7 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:32:07.128891 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-42e53c45-e388-4f4e-af12-15028f548e47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:32:07.131543 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-7b79331c-f5f9-4d8b-844a-67cd18b25608 None None] Provisioning complete for port 65c98333-7d03-4bd4-b81d-09b7b17e87b5 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:32:07.131832 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7b79331c-f5f9-4d8b-844a-67cd18b25608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (65c98333-7d03-4bd4-b81d-09b7b17e87b5), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:07.151888 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port 7d48f7ad-f8ac-4c97-a606-bdea142032f6 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:32:07.170734 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-7b79331c-f5f9-4d8b-844a-67cd18b25608 None None] Port 65c98333-7d03-4bd4-b81d-09b7b17e87b5 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:32:07.267392 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e53c45-e388-4f4e-af12-15028f548e47 admin admin] Router a6c66fa7-a572-449a-a0fa-892e3494103c has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:32:07.397495 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e53c45-e388-4f4e-af12-15028f548e47 admin admin] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:32:07.405353 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-42e53c45-e388-4f4e-af12-15028f548e47 admin admin] 10.222.0.41 "PUT /v2.0/routers/a6c66fa7-a572-449a-a0fa-892e3494103c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4149411 Mar 23 17:32:07.509765 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-102e3262-6efe-48b7-9760-b040e6ba2f54 None None] Provisioning complete for port 65c98333-7d03-4bd4-b81d-09b7b17e87b5 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:32:07.510738 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-102e3262-6efe-48b7-9760-b040e6ba2f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (65c98333-7d03-4bd4-b81d-09b7b17e87b5), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:07.552142 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-102e3262-6efe-48b7-9760-b040e6ba2f54 None None] Port 65c98333-7d03-4bd4-b81d-09b7b17e87b5 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:32:07.626585 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c7e780a3-1ab5-4b47-932c-5bfeacd8baf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:07.830893 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73af73-cbca-4307-83c8-deeb094af033 req-93f4848e-60e3-4f5a-aa02-880059527aa4 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:07.834421 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5c73af73-cbca-4307-83c8-deeb094af033 req-93f4848e-60e3-4f5a-aa02-880059527aa4 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 944 time: 0.0634701 Mar 23 17:32:07.892542 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device c76bd197-5c44-4ef8-9e24-a909915ee6e1 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:32:07.906073 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5c73af73-cbca-4307-83c8-deeb094af033 req-7aff1a6b-6414-4772-979e-49f32ea9fc72 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643983 Mar 23 17:32:07.930093 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 38672) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:32:07.934792 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-9d2b6e89-7369-4f51-b036-979d80e9b8ff tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1472276391', 'description': 'tempest-secgroup-smoke-1472276391 description', 'project_id': '2aa787500053466faed7680c3c3b3f20'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:32:07.952488 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port c76bd197-5c44-4ef8-9e24-a909915ee6e1 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:32:07.952881 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (c76bd197-5c44-4ef8-9e24-a909915ee6e1), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:07.958437 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9d2b6e89-7369-4f51-b036-979d80e9b8ff tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:08.030983 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9d2b6e89-7369-4f51-b036-979d80e9b8ff tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for security_group (51046710-7d65-4be9-9467-42455151fd0a), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:08.036026 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9d2b6e89-7369-4f51-b036-979d80e9b8ff tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (51046710-7d65-4be9-9467-42455151fd0a), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:08.039093 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port c76bd197-5c44-4ef8-9e24-a909915ee6e1 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:32:08.039500 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (c76bd197-5c44-4ef8-9e24-a909915ee6e1), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:08.061243 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] For port c76bd197-5c44-4ef8-9e24-a909915ee6e1, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=c76bd197-5c44-4ef8-9e24-a909915ee6e1,segment=NetworkSegment(e3d657d5-0d12-4364-ba98-0127febd700d),segment_id=e3d657d5-0d12-4364-ba98-0127febd700d)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:32:08.066918 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (c76bd197-5c44-4ef8-9e24-a909915ee6e1), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:08.068040 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 9fb0c70a-92cd-4732-83ad-feefaf8471c3 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:32:08.068644 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b6e89-7369-4f51-b036-979d80e9b8ff tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51046710-7d65-4be9-9467-42455151fd0a,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:08.077169 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9d2b6e89-7369-4f51-b036-979d80e9b8ff tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:08.081773 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-9d2b6e89-7369-4f51-b036-979d80e9b8ff tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1474338 Mar 23 17:32:08.081915 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 38676) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:32:08.086976 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-e4c7c1c2-d380-4458-8d3d-02b85cbd2546 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Request body: {'security_group_rule': {'security_group_id': '51046710-7d65-4be9-9467-42455151fd0a', 'project_id': '2aa787500053466faed7680c3c3b3f20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:32:08.116453 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e4c7c1c2-d380-4458-8d3d-02b85cbd2546 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for security_group_rule (0cab7f8a-ea2e-42c7-b01a-1957dce53190), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:08.143788 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:32:08.150461 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Pushing event updated for resources: {'Port': ['ID=c76bd197-5c44-4ef8-9e24-a909915ee6e1,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:08.160824 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port 9fb0c70a-92cd-4732-83ad-feefaf8471c3 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:32:08.161343 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (9fb0c70a-92cd-4732-83ad-feefaf8471c3), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:08.179144 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e4c7c1c2-d380-4458-8d3d-02b85cbd2546 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for security_group_rule (0cab7f8a-ea2e-42c7-b01a-1957dce53190), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:08.183060 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e4c7c1c2-d380-4458-8d3d-02b85cbd2546 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530535'] for security_group_rule (0cab7f8a-ea2e-42c7-b01a-1957dce53190), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:08.205447 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c7c1c2-d380-4458-8d3d-02b85cbd2546 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cab7f8a-ea2e-42c7-b01a-1957dce53190,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:08.217122 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e4c7c1c2-d380-4458-8d3d-02b85cbd2546 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:08.221319 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 38680) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:32:08.221478 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-e4c7c1c2-d380-4458-8d3d-02b85cbd2546 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1383531 Mar 23 17:32:08.226658 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-be03a525-3edc-473f-8d6e-cf50852c8195 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Request body: {'security_group_rule': {'security_group_id': '51046710-7d65-4be9-9467-42455151fd0a', 'project_id': '2aa787500053466faed7680c3c3b3f20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:32:08.241931 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port 9fb0c70a-92cd-4732-83ad-feefaf8471c3 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:32:08.255465 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-be03a525-3edc-473f-8d6e-cf50852c8195 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for security_group_rule (300f6629-3a2b-4c03-897d-1402b36dfb6e), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:08.317011 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-be03a525-3edc-473f-8d6e-cf50852c8195 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for security_group_rule (300f6629-3a2b-4c03-897d-1402b36dfb6e), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:08.321739 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-be03a525-3edc-473f-8d6e-cf50852c8195 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530535'] for security_group_rule (300f6629-3a2b-4c03-897d-1402b36dfb6e), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:08.339300 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03a525-3edc-473f-8d6e-cf50852c8195 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=300f6629-3a2b-4c03-897d-1402b36dfb6e,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:08.349687 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-be03a525-3edc-473f-8d6e-cf50852c8195 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:08.350955 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-be03a525-3edc-473f-8d6e-cf50852c8195 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1280358 Mar 23 17:32:08.353779 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 38682) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:32:08.360506 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-916ed32f-1093-4d4e-b3bb-272a8d7c9a4b tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Request body: {'security_group_rule': {'security_group_id': '51046710-7d65-4be9-9467-42455151fd0a', 'project_id': '2aa787500053466faed7680c3c3b3f20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:32:08.385278 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-916ed32f-1093-4d4e-b3bb-272a8d7c9a4b tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for security_group_rule (f9b34f97-248e-4fa4-b27e-7f78306223c8), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:08.443575 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-916ed32f-1093-4d4e-b3bb-272a8d7c9a4b tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for security_group_rule (f9b34f97-248e-4fa4-b27e-7f78306223c8), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:08.448710 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-916ed32f-1093-4d4e-b3bb-272a8d7c9a4b tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530535'] for security_group_rule (f9b34f97-248e-4fa4-b27e-7f78306223c8), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:08.467343 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ed32f-1093-4d4e-b3bb-272a8d7c9a4b tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9b34f97-248e-4fa4-b27e-7f78306223c8,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:08.473596 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-916ed32f-1093-4d4e-b3bb-272a8d7c9a4b tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:08.474821 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-916ed32f-1093-4d4e-b3bb-272a8d7c9a4b tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201034 Mar 23 17:32:08.477878 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 38684) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:32:08.482688 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-8c5ea40f-6d80-4920-8053-ebc60163a77b tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Request body: {'security_group_rule': {'security_group_id': '51046710-7d65-4be9-9467-42455151fd0a', 'project_id': '2aa787500053466faed7680c3c3b3f20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:32:08.513512 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-8c5ea40f-6d80-4920-8053-ebc60163a77b tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for security_group_rule (b23f9e5e-236d-45fd-b7b4-b6b48899e8b4), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:08.572007 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-8c5ea40f-6d80-4920-8053-ebc60163a77b tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for security_group_rule (b23f9e5e-236d-45fd-b7b4-b6b48899e8b4), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:08.576986 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-8c5ea40f-6d80-4920-8053-ebc60163a77b tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530535'] for security_group_rule (b23f9e5e-236d-45fd-b7b4-b6b48899e8b4), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:08.595512 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ea40f-6d80-4920-8053-ebc60163a77b tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b23f9e5e-236d-45fd-b7b4-b6b48899e8b4,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:08.602053 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-8c5ea40f-6d80-4920-8053-ebc60163a77b tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:08.603278 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-8c5ea40f-6d80-4920-8053-ebc60163a77b tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1243689 Mar 23 17:32:08.606124 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 38688) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:32:08.610971 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-482202a9-d7ce-41d2-9f99-20c955e33992 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Request body: {'security_group_rule': {'security_group_id': '51046710-7d65-4be9-9467-42455151fd0a', 'project_id': '2aa787500053466faed7680c3c3b3f20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:32:08.633516 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.db.securitygroups_db [None req-482202a9-d7ce-41d2-9f99-20c955e33992 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Project 2aa787500053466faed7680c3c3b3f20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 17:32:08.638751 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-482202a9-d7ce-41d2-9f99-20c955e33992 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for security_group_rule (5c0c54f6-df57-42f5-8a95-846925c1a982), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:08.703127 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-482202a9-d7ce-41d2-9f99-20c955e33992 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for security_group_rule (5c0c54f6-df57-42f5-8a95-846925c1a982), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:08.708470 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-482202a9-d7ce-41d2-9f99-20c955e33992 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530535'] for security_group_rule (5c0c54f6-df57-42f5-8a95-846925c1a982), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:08.729172 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482202a9-d7ce-41d2-9f99-20c955e33992 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c0c54f6-df57-42f5-8a95-846925c1a982,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:08.739221 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-482202a9-d7ce-41d2-9f99-20c955e33992 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:08.740778 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-482202a9-d7ce-41d2-9f99-20c955e33992 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1336980 Mar 23 17:32:08.743840 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 38690) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:32:08.748486 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-6bc05a89-096c-400a-bb93-871aef95b452 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Request body: {'security_group_rule': {'security_group_id': '51046710-7d65-4be9-9467-42455151fd0a', 'project_id': '2aa787500053466faed7680c3c3b3f20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:32:08.773175 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.db.securitygroups_db [None req-6bc05a89-096c-400a-bb93-871aef95b452 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Project 2aa787500053466faed7680c3c3b3f20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 17:32:08.777905 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6bc05a89-096c-400a-bb93-871aef95b452 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for security_group_rule (a581b9c1-5848-4f5f-8d40-bec27a855fc6), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:08.843772 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6bc05a89-096c-400a-bb93-871aef95b452 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for security_group_rule (a581b9c1-5848-4f5f-8d40-bec27a855fc6), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:08.858872 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6bc05a89-096c-400a-bb93-871aef95b452 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530535'] for security_group_rule (a581b9c1-5848-4f5f-8d40-bec27a855fc6), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:08.878947 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc05a89-096c-400a-bb93-871aef95b452 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a581b9c1-5848-4f5f-8d40-bec27a855fc6,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:08.886169 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6bc05a89-096c-400a-bb93-871aef95b452 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:08.887601 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-6bc05a89-096c-400a-bb93-871aef95b452 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1426401 Mar 23 17:32:09.029037 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7220a3e-0a07-4026-9a45-486b5e0662ce req-bb7f55e3-d271-4587-bcdb-e29e97883c47 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:09.030606 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c7220a3e-0a07-4026-9a45-486b5e0662ce req-bb7f55e3-d271-4587-bcdb-e29e97883c47 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 944 time: 0.0593123 Mar 23 17:32:09.073540 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5ffc55-cb03-4ee8-bebc-37504791a09e None None] Sync routers for ids ['a6c66fa7-a572-449a-a0fa-892e3494103c'] in dv-cinder-834920-1-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:32:09.086207 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c7220a3e-0a07-4026-9a45-486b5e0662ce req-35948a2f-16e9-46eb-8ee4-4a9988d7ea7d tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498438 Mar 23 17:32:09.092610 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5ffc55-cb03-4ee8-bebc-37504791a09e None None] Routers {'a6c66fa7-a572-449a-a0fa-892e3494103c'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:32:09.093431 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-3e5ffc55-cb03-4ee8-bebc-37504791a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:31:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['a6c66fa7-a572-449a-a0fa-892e3494103c'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:32:09.224564 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-3e5ffc55-cb03-4ee8-bebc-37504791a09e None None] Set router a6c66fa7-a572-449a-a0fa-892e3494103c gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:32:09.452771 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-3e5ffc55-cb03-4ee8-bebc-37504791a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c66fa7-a572-449a-a0fa-892e3494103c', 'name': 'tempest-TestVolumeBootPattern-1604829654-router', 'tenant_id': '8c53caa35c874568866208180e5b77a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c76bd197-5c44-4ef8-9e24-a909915ee6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:32:03Z', 'updated_at': '2022-03-23T17:32:06Z', 'revision_number': 4, 'project_id': '8c53caa35c874568866208180e5b77a4', 'gw_port': {'id': 'c76bd197-5c44-4ef8-9e24-a909915ee6e1', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:37:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c66fa7-a572-449a-a0fa-892e3494103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:32:03Z', 'updated_at': '2022-03-23T17:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '65c98333-7d03-4bd4-b81d-09b7b17e87b5', 'name': '', 'network_id': '362b6ac5-ef55-4492-abff-1f103f7f0df7', 'tenant_id': '8c53caa35c874568866208180e5b77a4', 'mac_address': 'fa:16:3e:52:12:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c66fa7-a572-449a-a0fa-892e3494103c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '39d03461-f567-4ce5-b6b1-7cfb74562f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:32:05Z', 'updated_at': '2022-03-23T17:32:06Z', 'revision_number': 2, 'project_id': '8c53caa35c874568866208180e5b77a4', 'subnets': [{'id': '39d03461-f567-4ce5-b6b1-7cfb74562f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:32:09.481023 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5ffc55-cb03-4ee8-bebc-37504791a09e None None] Checking router: a6c66fa7-a572-449a-a0fa-892e3494103c for host: dv-cinder-834920-1-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:32:09.481849 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5ffc55-cb03-4ee8-bebc-37504791a09e None None] Updating router a6c66fa7-a572-449a-a0fa-892e3494103c port 65c98333-7d03-4bd4-b81d-09b7b17e87b5 binding host dv-cinder-834920-1-iscsi {{(pid=103209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 17:32:09.511395 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3e5ffc55-cb03-4ee8-bebc-37504791a09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (65c98333-7d03-4bd4-b81d-09b7b17e87b5), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:09.763374 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device c76bd197-5c44-4ef8-9e24-a909915ee6e1 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:32:09.803708 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3e5ffc55-cb03-4ee8-bebc-37504791a09e None None] Publish callbacks [] for port (65c98333-7d03-4bd4-b81d-09b7b17e87b5), precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:09.812779 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3e5ffc55-cb03-4ee8-bebc-37504791a09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (65c98333-7d03-4bd4-b81d-09b7b17e87b5), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:09.868584 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad30d4-e325-474c-8ea9-94a4c91f9b1e None None] Pushing event updated for resources: {'Port': ['ID=65c98333-7d03-4bd4-b81d-09b7b17e87b5,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:09.878891 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port c76bd197-5c44-4ef8-9e24-a909915ee6e1 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:32:09.879276 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (c76bd197-5c44-4ef8-9e24-a909915ee6e1), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:09.956457 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-3e5ffc55-cb03-4ee8-bebc-37504791a09e None None] Attempting to bind port 65c98333-7d03-4bd4-b81d-09b7b17e87b5 on host dv-cinder-834920-1-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:32:09.956728 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-3e5ffc55-cb03-4ee8-bebc-37504791a09e None None] Attempting to bind port 65c98333-7d03-4bd4-b81d-09b7b17e87b5 by drivers openvswitch,hyperv on host dv-cinder-834920-1-iscsi at level 0 using segments [{'id': '13849e3d-3213-4510-bbe4-cb8a71a95856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '362b6ac5-ef55-4492-abff-1f103f7f0df7'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:32:09.957084 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5ffc55-cb03-4ee8-bebc-37504791a09e None None] Attempting to bind port 65c98333-7d03-4bd4-b81d-09b7b17e87b5 on network 362b6ac5-ef55-4492-abff-1f103f7f0df7 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:32:09.965714 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5ffc55-cb03-4ee8-bebc-37504791a09e None None] Checking agent: {'id': '827fbf48-cdcd-428c-a50e-7eba0e2d74f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834920-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 21, 14), 'started_at': datetime.datetime(2022, 3, 23, 17, 21, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834920-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:32:09.966086 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5ffc55-cb03-4ee8-bebc-37504791a09e None None] Checking segment: {'id': '13849e3d-3213-4510-bbe4-cb8a71a95856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '362b6ac5-ef55-4492-abff-1f103f7f0df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:32:09.966491 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3e5ffc55-cb03-4ee8-bebc-37504791a09e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:09.966881 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5ffc55-cb03-4ee8-bebc-37504791a09e None None] Bound using segment: {'id': '13849e3d-3213-4510-bbe4-cb8a71a95856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '362b6ac5-ef55-4492-abff-1f103f7f0df7'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:32:09.967349 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-3e5ffc55-cb03-4ee8-bebc-37504791a09e None None] Bound port: 65c98333-7d03-4bd4-b81d-09b7b17e87b5, host: dv-cinder-834920-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13849e3d-3213-4510-bbe4-cb8a71a95856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '362b6ac5-ef55-4492-abff-1f103f7f0df7'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:32:09.967722 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3e5ffc55-cb03-4ee8-bebc-37504791a09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (65c98333-7d03-4bd4-b81d-09b7b17e87b5), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:10.050667 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port c76bd197-5c44-4ef8-9e24-a909915ee6e1 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:32:10.061469 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-3e5ffc55-cb03-4ee8-bebc-37504791a09e None None] For port 65c98333-7d03-4bd4-b81d-09b7b17e87b5, host dv-cinder-834920-1-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:32:10.064659 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-3e5ffc55-cb03-4ee8-bebc-37504791a09e None None] For port 65c98333-7d03-4bd4-b81d-09b7b17e87b5, host dv-cinder-834920-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=65c98333-7d03-4bd4-b81d-09b7b17e87b5,segment=NetworkSegment(13849e3d-3213-4510-bbe4-cb8a71a95856),segment_id=13849e3d-3213-4510-bbe4-cb8a71a95856)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:32:10.073878 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3e5ffc55-cb03-4ee8-bebc-37504791a09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (65c98333-7d03-4bd4-b81d-09b7b17e87b5), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:10.138301 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-45f059e0-1161-400a-a23e-7a614dec8793 None None] Provisioning complete for port 65c98333-7d03-4bd4-b81d-09b7b17e87b5 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:32:10.138674 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-45f059e0-1161-400a-a23e-7a614dec8793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (65c98333-7d03-4bd4-b81d-09b7b17e87b5), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:10.194829 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5ffc55-cb03-4ee8-bebc-37504791a09e None None] Routers {'a6c66fa7-a572-449a-a0fa-892e3494103c'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:32:10.195474 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-3e5ffc55-cb03-4ee8-bebc-37504791a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:31:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['a6c66fa7-a572-449a-a0fa-892e3494103c'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:32:10.197386 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a7e46cfe-64b3-4b35-b5ee-597ee7280476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:10.223865 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16842a9-9c6a-4daa-b3d3-95de799ba73a req-c48039b5-611a-4997-ad94-2152c719f5fc tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:10.225910 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d16842a9-9c6a-4daa-b3d3-95de799ba73a req-c48039b5-611a-4997-ad94-2152c719f5fc tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 944 time: 0.0625548 Mar 23 17:32:10.244759 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad30d4-e325-474c-8ea9-94a4c91f9b1e None None] Pushing event updated for resources: {'Port': ['ID=65c98333-7d03-4bd4-b81d-09b7b17e87b5,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:10.292794 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d16842a9-9c6a-4daa-b3d3-95de799ba73a req-4a8aa1a5-271d-4b55-9533-021c41c93f23 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588782 Mar 23 17:32:10.350867 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-45f059e0-1161-400a-a23e-7a614dec8793 None None] Current status of the port 65c98333-7d03-4bd4-b81d-09b7b17e87b5 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:32:10.351259 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-45f059e0-1161-400a-a23e-7a614dec8793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (65c98333-7d03-4bd4-b81d-09b7b17e87b5), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:10.372692 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-3e5ffc55-cb03-4ee8-bebc-37504791a09e None None] Set router a6c66fa7-a572-449a-a0fa-892e3494103c gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:32:10.431760 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-45f059e0-1161-400a-a23e-7a614dec8793 None None] For port 65c98333-7d03-4bd4-b81d-09b7b17e87b5, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=65c98333-7d03-4bd4-b81d-09b7b17e87b5,segment=NetworkSegment(13849e3d-3213-4510-bbe4-cb8a71a95856),segment_id=13849e3d-3213-4510-bbe4-cb8a71a95856)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:32:10.437552 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-45f059e0-1161-400a-a23e-7a614dec8793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (65c98333-7d03-4bd4-b81d-09b7b17e87b5), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:10.570147 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f059e0-1161-400a-a23e-7a614dec8793 None None] Pushing event updated for resources: {'Port': ['ID=65c98333-7d03-4bd4-b81d-09b7b17e87b5,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:10.595102 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-32168af0-96ea-428e-8737-aecf0fffc94d None None] Provisioning complete for port 65c98333-7d03-4bd4-b81d-09b7b17e87b5 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:32:10.595498 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-32168af0-96ea-428e-8737-aecf0fffc94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (65c98333-7d03-4bd4-b81d-09b7b17e87b5), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:10.703310 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-3e5ffc55-cb03-4ee8-bebc-37504791a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c66fa7-a572-449a-a0fa-892e3494103c', 'name': 'tempest-TestVolumeBootPattern-1604829654-router', 'tenant_id': '8c53caa35c874568866208180e5b77a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c76bd197-5c44-4ef8-9e24-a909915ee6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:32:03Z', 'updated_at': '2022-03-23T17:32:06Z', 'revision_number': 4, 'project_id': '8c53caa35c874568866208180e5b77a4', 'gw_port': {'id': 'c76bd197-5c44-4ef8-9e24-a909915ee6e1', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:37:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c66fa7-a572-449a-a0fa-892e3494103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:32:03Z', 'updated_at': '2022-03-23T17:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '65c98333-7d03-4bd4-b81d-09b7b17e87b5', 'name': '', 'network_id': '362b6ac5-ef55-4492-abff-1f103f7f0df7', 'tenant_id': '8c53caa35c874568866208180e5b77a4', 'mac_address': 'fa:16:3e:52:12:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c66fa7-a572-449a-a0fa-892e3494103c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '39d03461-f567-4ce5-b6b1-7cfb74562f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:32:05Z', 'updated_at': '2022-03-23T17:32:10Z', 'revision_number': 4, 'project_id': '8c53caa35c874568866208180e5b77a4', 'subnets': [{'id': '39d03461-f567-4ce5-b6b1-7cfb74562f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:32:10.734882 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5ffc55-cb03-4ee8-bebc-37504791a09e None None] The sync data for ids ['a6c66fa7-a572-449a-a0fa-892e3494103c'] in dv-cinder-834920-1-iscsi is: [{'id': 'a6c66fa7-a572-449a-a0fa-892e3494103c', 'name': 'tempest-TestVolumeBootPattern-1604829654-router', 'tenant_id': '8c53caa35c874568866208180e5b77a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c76bd197-5c44-4ef8-9e24-a909915ee6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:32:03Z', 'updated_at': '2022-03-23T17:32:06Z', 'revision_number': 4, 'project_id': '8c53caa35c874568866208180e5b77a4', 'gw_port': {'id': 'c76bd197-5c44-4ef8-9e24-a909915ee6e1', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:37:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c66fa7-a572-449a-a0fa-892e3494103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:32:03Z', 'updated_at': '2022-03-23T17:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '65c98333-7d03-4bd4-b81d-09b7b17e87b5', 'name': '', 'network_id': '362b6ac5-ef55-4492-abff-1f103f7f0df7', 'tenant_id': '8c53caa35c874568866208180e5b77a4', 'mac_address': 'fa:16:3e:52:12:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c66fa7-a572-449a-a0fa-892e3494103c', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '39d03461-f567-4ce5-b6b1-7cfb74562f91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:32:05Z', 'updated_at': '2022-03-23T17:32:10Z', 'revision_number': 4, 'project_id': '8c53caa35c874568866208180e5b77a4', 'subnets': [{'id': '39d03461-f567-4ce5-b6b1-7cfb74562f91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:32:10.736512 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-32168af0-96ea-428e-8737-aecf0fffc94d None None] Current status of the port 65c98333-7d03-4bd4-b81d-09b7b17e87b5 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:32:11.357397 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:11.420421 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ad628-d02f-491f-a3d5-ce81b6b55d90 req-a2443a3f-dba3-4c58-b5c4-4dd38c7f0f91 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:11.421463 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-022ad628-d02f-491f-a3d5-ce81b6b55d90 req-a2443a3f-dba3-4c58-b5c4-4dd38c7f0f91 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 944 time: 0.0535619 Mar 23 17:32:11.477806 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-022ad628-d02f-491f-a3d5-ce81b6b55d90 req-c7a3d36e-73e6-4e3d-81bc-aa2d82edc591 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483389 Mar 23 17:32:11.783681 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 65c98333-7d03-4bd4-b81d-09b7b17e87b5 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:32:11.839666 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port 65c98333-7d03-4bd4-b81d-09b7b17e87b5 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:32:11.840044 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (65c98333-7d03-4bd4-b81d-09b7b17e87b5), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:12.049465 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port 65c98333-7d03-4bd4-b81d-09b7b17e87b5 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:32:12.629867 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 38796) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:32:12.663471 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3ef93-49ce-4e6d-83b7-9e2270ce196b req-92bf96e7-c090-46b8-8654-4e06f7add3e8 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:12.665224 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c6a3ef93-49ce-4e6d-83b7-9e2270ce196b req-92bf96e7-c090-46b8-8654-4e06f7add3e8 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 944 time: 0.0769875 Mar 23 17:32:12.740199 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c6a3ef93-49ce-4e6d-83b7-9e2270ce196b req-cf53313c-0112-4e8d-9d09-47538405df53 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664558 Mar 23 17:32:12.753919 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:12.755154 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1da32276-b7c6-4ced-aac8-5650f93cd5d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:12.846670 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1da32276-b7c6-4ced-aac8-5650f93cd5d5 admin admin] Publish callbacks [] for security_group (9f9803cb-dc1b-4493-af1d-6d8a0c9570c8), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:12.851739 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1da32276-b7c6-4ced-aac8-5650f93cd5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (9f9803cb-dc1b-4493-af1d-6d8a0c9570c8), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:12.891497 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-1da32276-b7c6-4ced-aac8-5650f93cd5d5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=306c93ea045a4663b3b7b92daca8cb35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2602704 Mar 23 17:32:12.892711 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da32276-b7c6-4ced-aac8-5650f93cd5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9803cb-dc1b-4493-af1d-6d8a0c9570c8,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:12.894298 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 38806) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:32:12.944372 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-668e1c0c-cabc-4f32-b640-c7cd7b825ad7 admin admin] Publish callbacks [] for security_group (9f9803cb-dc1b-4493-af1d-6d8a0c9570c8), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:12.964930 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-668e1c0c-cabc-4f32-b640-c7cd7b825ad7 admin admin] Publish callbacks [] for security_group (9f9803cb-dc1b-4493-af1d-6d8a0c9570c8), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:13.013905 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-668e1c0c-cabc-4f32-b640-c7cd7b825ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (9f9803cb-dc1b-4493-af1d-6d8a0c9570c8), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:13.016701 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-668e1c0c-cabc-4f32-b640-c7cd7b825ad7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:13.017954 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-668e1c0c-cabc-4f32-b640-c7cd7b825ad7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9f9803cb-dc1b-4493-af1d-6d8a0c9570c8 HTTP/1.1" status: 204 len: 168 time: 0.1225832 Mar 23 17:32:13.026945 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e1c0c-cabc-4f32-b640-c7cd7b825ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9803cb-dc1b-4493-af1d-6d8a0c9570c8,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:13.870493 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9053dbc-de80-41a8-8ddf-54bd96ecf769 req-005f40e6-28ab-45f9-9ca0-161d8f89436b tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:13.872040 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a9053dbc-de80-41a8-8ddf-54bd96ecf769 req-005f40e6-28ab-45f9-9ca0-161d8f89436b tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 944 time: 0.0662050 Mar 23 17:32:13.930743 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a9053dbc-de80-41a8-8ddf-54bd96ecf769 req-39e8a252-0474-4ea2-83f3-7127c7154d79 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512064 Mar 23 17:32:14.106212 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 38848) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:32:14.181089 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:14.217710 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9761ec39-8e44-4a63-8862-880b56bdd8c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:14.298073 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9761ec39-8e44-4a63-8862-880b56bdd8c7 admin admin] Publish callbacks [] for security_group (1a5b5a0d-97fd-436e-967f-b20829d78bc7), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:14.303803 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9761ec39-8e44-4a63-8862-880b56bdd8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (1a5b5a0d-97fd-436e-967f-b20829d78bc7), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:14.341079 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-9761ec39-8e44-4a63-8862-880b56bdd8c7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=98111a1854f041ce8e8fa05546589f4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338040 Mar 23 17:32:14.341896 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761ec39-8e44-4a63-8862-880b56bdd8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5b5a0d-97fd-436e-967f-b20829d78bc7,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:14.344000 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 38852) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:32:14.392179 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f60c7f1a-e5e4-40a8-8a9f-d4c6a0facaf2 admin admin] Publish callbacks [] for security_group (1a5b5a0d-97fd-436e-967f-b20829d78bc7), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:14.412991 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f60c7f1a-e5e4-40a8-8a9f-d4c6a0facaf2 admin admin] Publish callbacks [] for security_group (1a5b5a0d-97fd-436e-967f-b20829d78bc7), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:14.458531 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f60c7f1a-e5e4-40a8-8a9f-d4c6a0facaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (1a5b5a0d-97fd-436e-967f-b20829d78bc7), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:14.461028 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f60c7f1a-e5e4-40a8-8a9f-d4c6a0facaf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:14.462212 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-f60c7f1a-e5e4-40a8-8a9f-d4c6a0facaf2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a5b5a0d-97fd-436e-967f-b20829d78bc7 HTTP/1.1" status: 204 len: 168 time: 0.1171210 Mar 23 17:32:14.470132 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c7f1a-e5e4-40a8-8a9f-d4c6a0facaf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5b5a0d-97fd-436e-967f-b20829d78bc7,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:15.060186 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7c688-3d36-456e-9ed0-ae4db47e2081 req-0227e9f9-58ac-4466-819d-ee065d022952 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:15.061723 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4cb7c688-3d36-456e-9ed0-ae4db47e2081 req-0227e9f9-58ac-4466-819d-ee065d022952 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 944 time: 0.0577159 Mar 23 17:32:15.108761 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4cb7c688-3d36-456e-9ed0-ae4db47e2081 req-8d875c45-39b7-4226-99fa-056094f170eb tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412321 Mar 23 17:32:16.233165 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce0f7a-f15b-4416-be9d-4a2f62757036 req-3f7bdfc6-7f4c-4f24-b8b0-bbeced3a7cb6 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:16.234690 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-90ce0f7a-f15b-4416-be9d-4a2f62757036 req-3f7bdfc6-7f4c-4f24-b8b0-bbeced3a7cb6 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 944 time: 0.0577347 Mar 23 17:32:16.287800 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-90ce0f7a-f15b-4416-be9d-4a2f62757036 req-cdbad751-6bcf-4ff9-8fc8-47499300ce34 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467639 Mar 23 17:32:17.369009 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device e856627c-9b37-424c-843c-b2c4164c034a up at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:32:17.418167 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f6779-3811-4df5-8b12-ff8afe115fd6 req-3ea8f7cf-f163-4f92-8225-19917bf18dfe tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:17.421611 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c55f6779-3811-4df5-8b12-ff8afe115fd6 req-3ea8f7cf-f163-4f92-8225-19917bf18dfe tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 944 time: 0.0651145 Mar 23 17:32:17.428346 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning for port e856627c-9b37-424c-843c-b2c4164c034a completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:32:17.433582 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning complete for port e856627c-9b37-424c-843c-b2c4164c034a triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:32:17.433968 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (e856627c-9b37-424c-843c-b2c4164c034a), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:17.479885 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c55f6779-3811-4df5-8b12-ff8afe115fd6 req-b369e271-c79d-4d9a-943a-ba15bdaf8806 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521507 Mar 23 17:32:17.536026 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port e856627c-9b37-424c-843c-b2c4164c034a is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:32:17.536404 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (e856627c-9b37-424c-843c-b2c4164c034a), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:17.573919 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cae313c-62a2-4a1a-afb3-832ffdb1ff9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e856627c-9b37-424c-843c-b2c4164c034a'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:32:17.576571 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3b886c43f84fb41b48ddc1b85747c6a8556e7daa9282459995a85f65cd8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc125a1f-a1a6-4f2a-aa55-0afc878ec872" -d '{"events": [{"server_uuid": "5cae313c-62a2-4a1a-afb3-832ffdb1ff9a", "name": "network-vif-plugged", "status": "completed", "tag": "e856627c-9b37-424c-843c-b2c4164c034a"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:32:17.595957 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port e856627c-9b37-424c-843c-b2c4164c034a, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=e856627c-9b37-424c-843c-b2c4164c034a,segment=NetworkSegment(1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405),segment_id=1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:32:17.612483 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (e856627c-9b37-424c-843c-b2c4164c034a), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:17.620590 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e666b2-91fb-45eb-9377-e96866183352 x-openstack-request-id: req-f4e666b2-91fb-45eb-9377-e96866183352 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:32:17.621247 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cae313c-62a2-4a1a-afb3-832ffdb1ff9a", "name": "network-vif-plugged", "status": "completed", "tag": "e856627c-9b37-424c-843c-b2c4164c034a", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:32:17.621632 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f4e666b2-91fb-45eb-9377-e96866183352 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:32:17.622188 dv-cinder-834920-1-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4e666b2-91fb-45eb-9377-e96866183352'] response: {'server_uuid': '5cae313c-62a2-4a1a-afb3-832ffdb1ff9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e856627c-9b37-424c-843c-b2c4164c034a', 'code': 200} Mar 23 17:32:17.677131 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=e856627c-9b37-424c-843c-b2c4164c034a,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:18.621372 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457bbd3-553a-40fc-8504-7be3492ee730 req-2057d063-9c94-4abf-8332-47af284351b7 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:18.622956 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f457bbd3-553a-40fc-8504-7be3492ee730 req-2057d063-9c94-4abf-8332-47af284351b7 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 945 time: 0.0705223 Mar 23 17:32:18.674408 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f457bbd3-553a-40fc-8504-7be3492ee730 req-4cf92298-ae44-4a91-85e4-5dca5268816c tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446889 Mar 23 17:32:19.809691 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbfe20-84b4-401e-ab4e-9b25b156cad9 req-cae3171d-789e-4bf8-b739-48e895d89508 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:19.811244 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8cfbfe20-84b4-401e-ab4e-9b25b156cad9 req-cae3171d-789e-4bf8-b739-48e895d89508 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 945 time: 0.0578952 Mar 23 17:32:19.860005 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8cfbfe20-84b4-401e-ab4e-9b25b156cad9 req-59415ccb-741c-4dbd-8c1e-fce638dae2d3 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426898 Mar 23 17:32:20.080359 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155cf25-f503-4d40-85e8-c5211a565ddb req-e589fb61-4b21-4e11-a2dd-62b87650f222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:20.081925 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e155cf25-f503-4d40-85e8-c5211a565ddb req-e589fb61-4b21-4e11-a2dd-62b87650f222 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 1129 time: 0.0534966 Mar 23 17:32:20.129412 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e155cf25-f503-4d40-85e8-c5211a565ddb req-290c5c6c-1161-4956-8120-f817e1544781 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396781 Mar 23 17:32:20.997165 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b74a84-788d-4e35-adee-72d1dd2f319d req-2f9e0d12-c1fb-43f5-87e6-8c3a26420417 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:20.998707 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e9b74a84-788d-4e35-adee-72d1dd2f319d req-2f9e0d12-c1fb-43f5-87e6-8c3a26420417 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 945 time: 0.0614266 Mar 23 17:32:21.058780 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e9b74a84-788d-4e35-adee-72d1dd2f319d req-2b1948a0-e866-448e-8714-86e349e68b20 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543377 Mar 23 17:32:22.186494 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacb565-1e8f-4420-835b-8710e0c227ef req-514f49ef-2934-461f-8bf9-8d684eb231ef tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:22.189432 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1cacb565-1e8f-4420-835b-8710e0c227ef req-514f49ef-2934-461f-8bf9-8d684eb231ef tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 945 time: 0.0600145 Mar 23 17:32:22.245640 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1cacb565-1e8f-4420-835b-8710e0c227ef req-8138fdb6-ad12-40fa-a32b-20b0a283107e tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493689 Mar 23 17:32:22.622891 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:23.039714 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cc3a2c58-2bd9-49c4-9371-ccdce4f1195f req-27b296a0-b659-4e56-a054-3a3fab05dec8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0567474 Mar 23 17:32:23.129253 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a2c58-2bd9-49c4-9371-ccdce4f1195f req-975886ca-5cce-47d7-99bf-fabc376d5d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:23.130939 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cc3a2c58-2bd9-49c4-9371-ccdce4f1195f req-975886ca-5cce-47d7-99bf-fabc376d5d7a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81cbeef3df3646be902884c3e8e86d20&device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 1129 time: 0.0608580 Mar 23 17:32:23.267949 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a2c58-2bd9-49c4-9371-ccdce4f1195f req-2da6452c-7c08-45a5-9b60-3d082641e812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:23.270006 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cc3a2c58-2bd9-49c4-9371-ccdce4f1195f req-2da6452c-7c08-45a5-9b60-3d082641e812 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2888c7fe-ae98-4d0e-9549-8ca804e8c855 HTTP/1.1" status: 200 len: 916 time: 0.1052880 Mar 23 17:32:23.360950 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cc3a2c58-2bd9-49c4-9371-ccdce4f1195f req-c42410e8-bb64-4460-a74d-66d2f68aad0b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3 HTTP/1.1" status: 200 len: 1001 time: 0.0737789 Mar 23 17:32:23.408132 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d63863-546c-4831-9310-bf09d4bf0cd7 req-86e2d512-96c6-491d-80f7-9e438f93471d tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:23.409999 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-70d63863-546c-4831-9310-bf09d4bf0cd7 req-86e2d512-96c6-491d-80f7-9e438f93471d tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 945 time: 0.0820007 Mar 23 17:32:23.448281 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a2c58-2bd9-49c4-9371-ccdce4f1195f req-702e6c9d-a731-4d99-9761-53cbddd02802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:23.449839 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cc3a2c58-2bd9-49c4-9371-ccdce4f1195f req-702e6c9d-a731-4d99-9761-53cbddd02802 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d923e995-8ad4-43f2-beba-221af8031362 HTTP/1.1" status: 200 len: 854 time: 0.0595348 Mar 23 17:32:23.478089 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-70d63863-546c-4831-9310-bf09d4bf0cd7 req-c3083b48-29e4-4056-9e53-e2d773a8c49f tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544105 Mar 23 17:32:23.516883 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a2c58-2bd9-49c4-9371-ccdce4f1195f req-277799ce-18e1-44bd-a9fa-eef54d406326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:23.518545 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cc3a2c58-2bd9-49c4-9371-ccdce4f1195f req-277799ce-18e1-44bd-a9fa-eef54d406326 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2888c7fe-ae98-4d0e-9549-8ca804e8c855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605507 Mar 23 17:32:23.603664 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc118a0c-becf-4e67-8ce3-d3b01bcd7ba6 req-e25f0766-da6e-49b8-bdbb-92ab4f4d99e1 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:23.605264 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cc118a0c-becf-4e67-8ce3-d3b01bcd7ba6 req-e25f0766-da6e-49b8-bdbb-92ab4f4d99e1 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 945 time: 0.0599053 Mar 23 17:32:23.615861 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 39024) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:32:23.637042 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-8e2fd432-0c9c-40ea-8837-a6f152953233 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Request body: {'floatingip': {'port_id': 'e856627c-9b37-424c-843c-b2c4164c034a'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:32:23.645466 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cc3a2c58-2bd9-49c4-9371-ccdce4f1195f req-66b2f1e4-4c64-4322-9c08-131d4c023c45 service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193113 Mar 23 17:32:23.702058 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8e2fd432-0c9c-40ea-8837-a6f152953233 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks [] for floatingip (e58397a1-2dff-48b8-8f93-edbf3047fdee), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:23.883646 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cc3a2c58-2bd9-49c4-9371-ccdce4f1195f req-fb8ca36a-6500-414b-b36e-3373068a6ee8 service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068937 Mar 23 17:32:24.271740 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8e2fd432-0c9c-40ea-8837-a6f152953233 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:24.278740 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8e2fd432-0c9c-40ea-8837-a6f152953233 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614213'] for floatingip (e58397a1-2dff-48b8-8f93-edbf3047fdee), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:24.611975 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.db.l3_db [None req-8e2fd432-0c9c-40ea-8837-a6f152953233 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Floating IP e58397a1-2dff-48b8-8f93-edbf3047fdee associated. External IP: 172.27.2.179, port: e856627c-9b37-424c-843c-b2c4164c034a. Mar 23 17:32:24.852709 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2fd432-0c9c-40ea-8837-a6f152953233 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Router b955e9d6-d7fe-49cc-a263-c46349d0997f has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:32:24.991330 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2fd432-0c9c-40ea-8837-a6f152953233 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:32:25.002012 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8e2fd432-0c9c-40ea-8837-a6f152953233 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for floatingip (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:25.008944 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7633fcf-5db8-45e9-9d88-9f05846e6317 None None] Sync routers for ids ['b955e9d6-d7fe-49cc-a263-c46349d0997f'] in dv-cinder-834920-1-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:32:25.021409 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7633fcf-5db8-45e9-9d88-9f05846e6317 None None] Routers {'b955e9d6-d7fe-49cc-a263-c46349d0997f'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:32:25.022327 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-c7633fcf-5db8-45e9-9d88-9f05846e6317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:32:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['b955e9d6-d7fe-49cc-a263-c46349d0997f'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:32:25.054947 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-8e2fd432-0c9c-40ea-8837-a6f152953233 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "PUT /v2.0/floatingips/e58397a1-2dff-48b8-8f93-edbf3047fdee HTTP/1.1" status: 200 len: 991 time: 1.4234276 Mar 23 17:32:25.054947 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cae313c-62a2-4a1a-afb3-832ffdb1ff9a', 'tag': 'e856627c-9b37-424c-843c-b2c4164c034a'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:32:25.054947 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252e1c2d-21e3-4803-8636-24ddfe8150ce" -d '{"events": [{"name": "network-changed", "server_uuid": "5cae313c-62a2-4a1a-afb3-832ffdb1ff9a", "tag": "e856627c-9b37-424c-843c-b2c4164c034a"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:32:25.103048 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fc7b41-a037-4e0a-91d8-6a2d598441cb x-openstack-request-id: req-09fc7b41-a037-4e0a-91d8-6a2d598441cb {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:32:25.103452 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cae313c-62a2-4a1a-afb3-832ffdb1ff9a", "tag": "e856627c-9b37-424c-843c-b2c4164c034a", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:32:25.103802 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-09fc7b41-a037-4e0a-91d8-6a2d598441cb {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:32:25.104870 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09fc7b41-a037-4e0a-91d8-6a2d598441cb'] response: {'name': 'network-changed', 'server_uuid': '5cae313c-62a2-4a1a-afb3-832ffdb1ff9a', 'tag': 'e856627c-9b37-424c-843c-b2c4164c034a', 'status': 'completed', 'code': 200} Mar 23 17:32:25.162501 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-c7633fcf-5db8-45e9-9d88-9f05846e6317 None None] Set router b955e9d6-d7fe-49cc-a263-c46349d0997f gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:32:25.205310 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e1c2d-21e3-4803-8636-24ddfe8150ce req-99dcc838-f48e-479d-8984-a6d12dfcccce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:25.208805 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-252e1c2d-21e3-4803-8636-24ddfe8150ce req-99dcc838-f48e-479d-8984-a6d12dfcccce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5f8e1fcf32ed4c89b61e93ec571f7fe7&device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 1129 time: 0.0803525 Mar 23 17:32:25.356108 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e1c2d-21e3-4803-8636-24ddfe8150ce req-fcd0bf52-d6e2-4d86-8c3b-2fed62699304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:25.358335 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-252e1c2d-21e3-4803-8636-24ddfe8150ce req-fcd0bf52-d6e2-4d86-8c3b-2fed62699304 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e39f5c4c-2123-4c06-9dcf-a1960e2860e7 HTTP/1.1" status: 200 len: 919 time: 0.1364589 Mar 23 17:32:25.452674 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-252e1c2d-21e3-4803-8636-24ddfe8150ce req-a77e9a39-e7f1-4521-af84-aba135d56b5f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e856627c-9b37-424c-843c-b2c4164c034a HTTP/1.1" status: 200 len: 999 time: 0.0864372 Mar 23 17:32:25.502219 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-c7633fcf-5db8-45e9-9d88-9f05846e6317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'name': 'tempest-ServerRescueNegativeTestJSON-683399696-router', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '05408c75-8f63-43b6-a826-f325af2f7c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:32Z', 'revision_number': 4, 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'gw_port': {'id': '05408c75-8f63-43b6-a826-f325af2f7c7a', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:23Z', 'updated_at': '2022-03-23T17:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': 'e58397a1-2dff-48b8-8f93-edbf3047fdee', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'port_id': 'e856627c-9b37-424c-843c-b2c4164c034a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7', 'mac_address': 'fa:16:3e:bb:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cae313c-62a2-4a1a-afb3-832ffdb1ff9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:31:50Z', 'updated_at': '2022-03-23T17:32:24Z', 'revision_number': 1, 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6623d25-2891-4ca7-a222-5ea452cea845', 'name': '', 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'mac_address': 'fa:16:3e:1a:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecd5be18-6bee-4974-83c0-da45214c17c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:30Z', 'updated_at': '2022-03-23T17:29:50Z', 'revision_number': 5, 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'subnets': [{'id': 'ecd5be18-6bee-4974-83c0-da45214c17c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:32:25.511038 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e1c2d-21e3-4803-8636-24ddfe8150ce req-db51dfdf-f6db-46a0-885a-3fbbbc9c90ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:25.512747 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-252e1c2d-21e3-4803-8636-24ddfe8150ce req-db51dfdf-f6db-46a0-885a-3fbbbc9c90ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ecd5be18-6bee-4974-83c0-da45214c17c0 HTTP/1.1" status: 200 len: 857 time: 0.0541039 Mar 23 17:32:25.569076 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7633fcf-5db8-45e9-9d88-9f05846e6317 None None] Checking router: b955e9d6-d7fe-49cc-a263-c46349d0997f for host: dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:32:25.590137 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7633fcf-5db8-45e9-9d88-9f05846e6317 None None] Routers {'b955e9d6-d7fe-49cc-a263-c46349d0997f'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:32:25.590790 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-c7633fcf-5db8-45e9-9d88-9f05846e6317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:32:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['b955e9d6-d7fe-49cc-a263-c46349d0997f'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:32:25.636498 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e1c2d-21e3-4803-8636-24ddfe8150ce req-e038f102-07b9-4003-ba14-cc4c42525709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:25.641433 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-252e1c2d-21e3-4803-8636-24ddfe8150ce req-e038f102-07b9-4003-ba14-cc4c42525709 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e39f5c4c-2123-4c06-9dcf-a1960e2860e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1083255 Mar 23 17:32:25.736420 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-c7633fcf-5db8-45e9-9d88-9f05846e6317 None None] Set router b955e9d6-d7fe-49cc-a263-c46349d0997f gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:32:25.753636 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-252e1c2d-21e3-4803-8636-24ddfe8150ce req-9d217f93-92b5-4fe1-bdce-de8af35fc21c service neutron] 10.222.0.57 "GET /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028395 Mar 23 17:32:26.077711 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-c7633fcf-5db8-45e9-9d88-9f05846e6317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'name': 'tempest-ServerRescueNegativeTestJSON-683399696-router', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '05408c75-8f63-43b6-a826-f325af2f7c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:32Z', 'revision_number': 4, 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'gw_port': {'id': '05408c75-8f63-43b6-a826-f325af2f7c7a', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:23Z', 'updated_at': '2022-03-23T17:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': 'e58397a1-2dff-48b8-8f93-edbf3047fdee', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'port_id': 'e856627c-9b37-424c-843c-b2c4164c034a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7', 'mac_address': 'fa:16:3e:bb:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cae313c-62a2-4a1a-afb3-832ffdb1ff9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:31:50Z', 'updated_at': '2022-03-23T17:32:24Z', 'revision_number': 1, 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6623d25-2891-4ca7-a222-5ea452cea845', 'name': '', 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'mac_address': 'fa:16:3e:1a:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecd5be18-6bee-4974-83c0-da45214c17c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:30Z', 'updated_at': '2022-03-23T17:29:50Z', 'revision_number': 5, 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'subnets': [{'id': 'ecd5be18-6bee-4974-83c0-da45214c17c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:32:26.108046 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7633fcf-5db8-45e9-9d88-9f05846e6317 None None] The sync data for ids ['b955e9d6-d7fe-49cc-a263-c46349d0997f'] in dv-cinder-834920-1-iscsi is: [{'id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'name': 'tempest-ServerRescueNegativeTestJSON-683399696-router', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '05408c75-8f63-43b6-a826-f325af2f7c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:32Z', 'revision_number': 4, 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'gw_port': {'id': '05408c75-8f63-43b6-a826-f325af2f7c7a', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:23Z', 'updated_at': '2022-03-23T17:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': 'e58397a1-2dff-48b8-8f93-edbf3047fdee', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'port_id': 'e856627c-9b37-424c-843c-b2c4164c034a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7', 'mac_address': 'fa:16:3e:bb:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cae313c-62a2-4a1a-afb3-832ffdb1ff9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:31:50Z', 'updated_at': '2022-03-23T17:32:24Z', 'revision_number': 1, 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6623d25-2891-4ca7-a222-5ea452cea845', 'name': '', 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'mac_address': 'fa:16:3e:1a:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecd5be18-6bee-4974-83c0-da45214c17c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:30Z', 'updated_at': '2022-03-23T17:29:50Z', 'revision_number': 5, 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'subnets': [{'id': 'ecd5be18-6bee-4974-83c0-da45214c17c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:32:26.268349 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-252e1c2d-21e3-4803-8636-24ddfe8150ce req-351a3609-9465-406a-9e67-9c5047002eea service neutron] 10.222.0.57 "GET /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956399 Mar 23 17:32:26.324256 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a45cf07-cedf-4b32-bdf7-74f33405686a None None] New status for floating IP e58397a1-2dff-48b8-8f93-edbf3047fdee: ACTIVE {{(pid=103209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:32:34.430610 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdae38-92db-4531-8cd8-21d597848064 req-392d4f71-38ae-4206-905f-6c8bc64b86b4 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:34.432242 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-50fdae38-92db-4531-8cd8-21d597848064 req-392d4f71-38ae-4206-905f-6c8bc64b86b4 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c687f37-e59b-4a66-9448-f7a5d4d128ad HTTP/1.1" status: 200 len: 945 time: 0.0602345 Mar 23 17:32:34.491639 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-50fdae38-92db-4531-8cd8-21d597848064 req-936dbe0d-e988-4d39-aa19-eb8c647c507b tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bfc205a-641f-4426-91fa-fc5d562ba605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534561 Mar 23 17:32:34.803280 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 39202) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:32:34.925980 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-793cc5de-c966-49dd-b60e-1eea9a967f8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:35.027353 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-793cc5de-c966-49dd-b60e-1eea9a967f8f admin admin] Publish callbacks [] for security_group (4a8e0fcc-a93c-4dd1-acb0-fb744e8ebbf3), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:35.032404 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-793cc5de-c966-49dd-b60e-1eea9a967f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (4a8e0fcc-a93c-4dd1-acb0-fb744e8ebbf3), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:35.072171 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-793cc5de-c966-49dd-b60e-1eea9a967f8f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c373b7b4dd7b442597c0cfa6ba12e564&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2677393 Mar 23 17:32:35.073060 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793cc5de-c966-49dd-b60e-1eea9a967f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8e0fcc-a93c-4dd1-acb0-fb744e8ebbf3,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:35.075125 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 39206) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:32:35.133952 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-6a01c52c-5f31-4f83-b4ef-75779f7691dd admin admin] Publish callbacks [] for security_group (4a8e0fcc-a93c-4dd1-acb0-fb744e8ebbf3), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:35.157036 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-6a01c52c-5f31-4f83-b4ef-75779f7691dd admin admin] Publish callbacks [] for security_group (4a8e0fcc-a93c-4dd1-acb0-fb744e8ebbf3), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:35.217880 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-6a01c52c-5f31-4f83-b4ef-75779f7691dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (4a8e0fcc-a93c-4dd1-acb0-fb744e8ebbf3), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:35.220619 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-6a01c52c-5f31-4f83-b4ef-75779f7691dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:35.224141 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-6a01c52c-5f31-4f83-b4ef-75779f7691dd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4a8e0fcc-a93c-4dd1-acb0-fb744e8ebbf3 HTTP/1.1" status: 204 len: 168 time: 0.1456916 Mar 23 17:32:35.238220 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01c52c-5f31-4f83-b4ef-75779f7691dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8e0fcc-a93c-4dd1-acb0-fb744e8ebbf3,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:35.534578 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 39222) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:32:35.560708 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-40328f58-c8e5-4a03-aca0-31843efd8147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:35.651853 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c0a61-b0b0-4bf1-ba19-acfd10470677 req-7442526e-7caf-4876-8c1f-43808b9b93f2 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:35.653439 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-031c0a61-b0b0-4bf1-ba19-acfd10470677 req-7442526e-7caf-4876-8c1f-43808b9b93f2 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c687f37-e59b-4a66-9448-f7a5d4d128ad HTTP/1.1" status: 200 len: 945 time: 0.0894713 Mar 23 17:32:35.725645 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-40328f58-c8e5-4a03-aca0-31843efd8147 admin admin] Publish callbacks [] for security_group (b2638ea9-71d8-4454-a41a-96d0b3da9389), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:35.729901 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-031c0a61-b0b0-4bf1-ba19-acfd10470677 req-3bbc22c3-fc8e-4c87-bad5-47f30cba8b0a tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bfc205a-641f-4426-91fa-fc5d562ba605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704484 Mar 23 17:32:35.731891 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-40328f58-c8e5-4a03-aca0-31843efd8147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (b2638ea9-71d8-4454-a41a-96d0b3da9389), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:35.772998 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40328f58-c8e5-4a03-aca0-31843efd8147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2638ea9-71d8-4454-a41a-96d0b3da9389,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:35.778385 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-40328f58-c8e5-4a03-aca0-31843efd8147 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b805cb4da43c42bf911f905fad4fca28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2423639 Mar 23 17:32:35.781179 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 39226) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:32:35.838960 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5453a2f2-6e29-4b5f-a882-68f2c55b5f4f admin admin] Publish callbacks [] for security_group (b2638ea9-71d8-4454-a41a-96d0b3da9389), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:35.870818 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5453a2f2-6e29-4b5f-a882-68f2c55b5f4f admin admin] Publish callbacks [] for security_group (b2638ea9-71d8-4454-a41a-96d0b3da9389), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:35.926585 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5453a2f2-6e29-4b5f-a882-68f2c55b5f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (b2638ea9-71d8-4454-a41a-96d0b3da9389), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:35.929449 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5453a2f2-6e29-4b5f-a882-68f2c55b5f4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:35.930833 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-5453a2f2-6e29-4b5f-a882-68f2c55b5f4f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b2638ea9-71d8-4454-a41a-96d0b3da9389 HTTP/1.1" status: 204 len: 168 time: 0.1487153 Mar 23 17:32:35.939414 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5453a2f2-6e29-4b5f-a882-68f2c55b5f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2638ea9-71d8-4454-a41a-96d0b3da9389,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:36.289003 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 39236) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:32:36.302550 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-30a292cd-12ff-4dac-8ff4-e3671ab9fd6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:36.389909 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-30a292cd-12ff-4dac-8ff4-e3671ab9fd6d admin admin] Publish callbacks [] for security_group (6ec8ca9e-c8f3-4172-bfe4-859d9da3efe7), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:36.400708 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-30a292cd-12ff-4dac-8ff4-e3671ab9fd6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (6ec8ca9e-c8f3-4172-bfe4-859d9da3efe7), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:36.440053 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-30a292cd-12ff-4dac-8ff4-e3671ab9fd6d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7a5eb58d14e94a0bb153ce4528a01d49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1499324 Mar 23 17:32:36.441274 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a292cd-12ff-4dac-8ff4-e3671ab9fd6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec8ca9e-c8f3-4172-bfe4-859d9da3efe7,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:36.444079 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 39244) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:32:36.512768 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-455f7411-78e3-4b4d-9475-e48b920b43e8 admin admin] Publish callbacks [] for security_group (6ec8ca9e-c8f3-4172-bfe4-859d9da3efe7), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:36.537569 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-455f7411-78e3-4b4d-9475-e48b920b43e8 admin admin] Publish callbacks [] for security_group (6ec8ca9e-c8f3-4172-bfe4-859d9da3efe7), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:36.585493 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-455f7411-78e3-4b4d-9475-e48b920b43e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (6ec8ca9e-c8f3-4172-bfe4-859d9da3efe7), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:36.588253 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-455f7411-78e3-4b4d-9475-e48b920b43e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:36.589468 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-455f7411-78e3-4b4d-9475-e48b920b43e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ec8ca9e-c8f3-4172-bfe4-859d9da3efe7 HTTP/1.1" status: 204 len: 168 time: 0.1443853 Mar 23 17:32:36.597415 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f7411-78e3-4b4d-9475-e48b920b43e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec8ca9e-c8f3-4172-bfe4-859d9da3efe7,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:36.862717 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e177e9-2dca-44d3-bfc5-62b544261dc4 req-31b170bb-c466-4c49-be2a-383a9d94b2be tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:36.864869 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-77e177e9-2dca-44d3-bfc5-62b544261dc4 req-31b170bb-c466-4c49-be2a-383a9d94b2be tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c687f37-e59b-4a66-9448-f7a5d4d128ad HTTP/1.1" status: 200 len: 945 time: 0.0676811 Mar 23 17:32:36.879039 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe1e45-4900-479d-a928-2495da31472e req-54b685e8-ef7b-415b-9b16-f5d79f7024d6 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:36.881063 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c1fe1e45-4900-479d-a928-2495da31472e req-54b685e8-ef7b-415b-9b16-f5d79f7024d6 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c687f37-e59b-4a66-9448-f7a5d4d128ad HTTP/1.1" status: 200 len: 945 time: 0.0679955 Mar 23 17:32:36.946881 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c1fe1e45-4900-479d-a928-2495da31472e req-774d4a52-26aa-4168-87fb-395c3baecade tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bfc205a-641f-4426-91fa-fc5d562ba605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506418 Mar 23 17:32:36.993972 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-77e177e9-2dca-44d3-bfc5-62b544261dc4 req-4462f542-2252-4ea3-9775-00c1b4eb2dbc tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Deleting port 4645e363-53ae-482a-a14f-4d061bba3807 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:32:36.994494 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-77e177e9-2dca-44d3-bfc5-62b544261dc4 req-4462f542-2252-4ea3-9775-00c1b4eb2dbc tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (4645e363-53ae-482a-a14f-4d061bba3807), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:37.088778 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-77e177e9-2dca-44d3-bfc5-62b544261dc4 req-4462f542-2252-4ea3-9775-00c1b4eb2dbc tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] For port 4645e363-53ae-482a-a14f-4d061bba3807, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=4645e363-53ae-482a-a14f-4d061bba3807,segment=NetworkSegment(a75134ed-e28f-44e5-b816-86ad74d86625),segment_id=a75134ed-e28f-44e5-b816-86ad74d86625)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:32:37.089104 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-77e177e9-2dca-44d3-bfc5-62b544261dc4 req-4462f542-2252-4ea3-9775-00c1b4eb2dbc tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (4645e363-53ae-482a-a14f-4d061bba3807), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:37.102969 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-77e177e9-2dca-44d3-bfc5-62b544261dc4 req-4462f542-2252-4ea3-9775-00c1b4eb2dbc tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Calling delete_port for 4645e363-53ae-482a-a14f-4d061bba3807 owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:32:37.245680 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-77e177e9-2dca-44d3-bfc5-62b544261dc4 req-4462f542-2252-4ea3-9775-00c1b4eb2dbc tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484'] for port (4645e363-53ae-482a-a14f-4d061bba3807), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:37.260835 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] get_ports_and_sgs() called for port_ids ['4645e363-53ae-482a-a14f-4d061bba3807'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:32:37.278014 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462f542-2252-4ea3-9775-00c1b4eb2dbc tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Pushing event deleted for resources: {'Port': ['ID=4645e363-53ae-482a-a14f-4d061bba3807,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:37.321922 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e177e9-2dca-44d3-bfc5-62b544261dc4 req-4462f542-2252-4ea3-9775-00c1b4eb2dbc tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] No DVR routers for this DVR port 4645e363-53ae-482a-a14f-4d061bba3807 on host hv-cinder-83492 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:32:37.325355 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-77e177e9-2dca-44d3-bfc5-62b544261dc4 req-4462f542-2252-4ea3-9775-00c1b4eb2dbc tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:37.328684 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-77e177e9-2dca-44d3-bfc5-62b544261dc4 req-4462f542-2252-4ea3-9775-00c1b4eb2dbc tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.57 "DELETE /v2.0/ports/4645e363-53ae-482a-a14f-4d061bba3807 HTTP/1.1" status: 204 len: 173 time: 0.4563398 Mar 23 17:32:37.329160 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c687f37-e59b-4a66-9448-f7a5d4d128ad', 'name': 'network-vif-deleted', 'tag': '4645e363-53ae-482a-a14f-4d061bba3807'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:32:37.331455 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cecce68-fa6d-455a-99ed-beecc362d32b" -d '{"events": [{"server_uuid": "2c687f37-e59b-4a66-9448-f7a5d4d128ad", "name": "network-vif-deleted", "tag": "4645e363-53ae-482a-a14f-4d061bba3807"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:32:37.368881 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7df61f-a67b-4385-a440-5fc7c9f907a7 x-openstack-request-id: req-1e7df61f-a67b-4385-a440-5fc7c9f907a7 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:32:37.369241 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c687f37-e59b-4a66-9448-f7a5d4d128ad", "name": "network-vif-deleted", "tag": "4645e363-53ae-482a-a14f-4d061bba3807", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:32:37.369454 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1e7df61f-a67b-4385-a440-5fc7c9f907a7 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:32:37.369872 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e7df61f-a67b-4385-a440-5fc7c9f907a7'] response: {'server_uuid': '2c687f37-e59b-4a66-9448-f7a5d4d128ad', 'name': 'network-vif-deleted', 'tag': '4645e363-53ae-482a-a14f-4d061bba3807', 'status': 'completed', 'code': 200} Mar 23 17:32:37.642851 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-1e3774e8-30e7-4bde-af5c-953580e8f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:38.060986 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-63613487-b5cb-4bd8-9aed-56f5efcf528a req-e9884845-a983-4d38-bf8a-dca4ab891d60 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c687f37-e59b-4a66-9448-f7a5d4d128ad HTTP/1.1" status: 200 len: 210 time: 0.0283365 Mar 23 17:32:40.143714 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-952e116a-be79-4899-9eb1-c48fc3ee5deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:41.366910 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:42.730075 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:43.498966 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device 4645e363-53ae-482a-a14f-4d061bba3807 no longer exists at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:32:43.524924 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] No Port match for: 4645e363-53ae-482a-a14f-4d061bba3807 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:32:43.525294 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device 4645e363-53ae-482a-a14f-4d061bba3807 not bound to the agent host hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:32:44.180258 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:45.143981 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:32:52.642110 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:57.510182 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-9f9ed068-99c9-4730-afff-02c27488186a tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:57.511686 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-9f9ed068-99c9-4730-afff-02c27488186a tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/networks?id=6679c7b7-7e46-4e0d-bdde-35dcc0bdf861 HTTP/1.1" status: 200 len: 813 time: 0.1137998 Mar 23 17:32:57.527306 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-ece78f88-5165-4013-ac95-8c4458da5afa tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/quotas/cf1d3925a49943229f5683bf36027c85 HTTP/1.1" status: 200 len: 375 time: 0.0098705 Mar 23 17:32:57.561823 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-afc35e71-23c3-4ce1-80bb-74bf52632e6b tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf1d3925a49943229f5683bf36027c85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288815 Mar 23 17:32:57.668578 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-27c08a2d-b9ac-4449-a2ec-fb016d41f674 service neutron] 10.222.0.41 "GET /v2.0/networks/6679c7b7-7e46-4e0d-bdde-35dcc0bdf861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975511 Mar 23 17:32:57.764323 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-4089f1d0-7eee-4bef-8b2c-daaddcf61ad2 service neutron] 10.222.0.41 "GET /v2.0/networks/6679c7b7-7e46-4e0d-bdde-35dcc0bdf861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885007 Mar 23 17:32:57.957269 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-71e26d11-a204-41c0-9c79-8c0ba31464c8 req-87736030-ad4b-4056-a5be-03b45c9fee4f tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/ports?device_id=40f0c9fa-18b7-4500-9850-cf5d8f9bdb2a HTTP/1.1" status: 200 len: 210 time: 0.0353961 Mar 23 17:32:59.045695 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-e1f6135c-e805-462d-a6d6-4d9e74e9456c tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:59.049938 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-e1f6135c-e805-462d-a6d6-4d9e74e9456c tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.57 "GET /v2.0/networks?id=6679c7b7-7e46-4e0d-bdde-35dcc0bdf861 HTTP/1.1" status: 200 len: 813 time: 0.1253493 Mar 23 17:32:59.064296 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-d31af800-fa7c-4185-b80a-caf97f367fb3 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Request body: {'port': {'device_id': '40f0c9fa-18b7-4500-9850-cf5d8f9bdb2a', 'network_id': '6679c7b7-7e46-4e0d-bdde-35dcc0bdf861', 'admin_state_up': True, 'tenant_id': 'cf1d3925a49943229f5683bf36027c85'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:32:59.085538 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d71c5abe-875d-4004-b53f-ee04a44d8fd6 req-2bed6be6-05b5-4ef2-9f2d-2a3e9280bc87 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/ports?device_id=40f0c9fa-18b7-4500-9850-cf5d8f9bdb2a HTTP/1.1" status: 200 len: 210 time: 0.0305886 Mar 23 17:32:59.212769 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-d31af800-fa7c-4185-b80a-caf97f367fb3 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Made reservation on behalf of cf1d3925a49943229f5683bf36027c85 for: {'port': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:32:59.216491 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-d31af800-fa7c-4185-b80a-caf97f367fb3 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:59.353822 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-d31af800-fa7c-4185-b80a-caf97f367fb3 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Allocated IP 172.20.0.4 (6679c7b7-7e46-4e0d-bdde-35dcc0bdf861/17daa6d8-29d0-435c-b4ac-f39327de1382/f363b6b9-ade2-4fd9-b437-a8634f8824e1) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:32:59.453764 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-06c14d0d-d2b1-4517-ad6e-ab01328c1e26 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1472276391&fields=id&tenant_id=2aa787500053466faed7680c3c3b3f20 HTTP/1.1" status: 200 len: 267 time: 0.0613425 Mar 23 17:32:59.519261 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-d31af800-fa7c-4185-b80a-caf97f367fb3 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Publish callbacks [] for port (f363b6b9-ade2-4fd9-b437-a8634f8824e1), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:59.558882 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-d31af800-fa7c-4185-b80a-caf97f367fb3 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (f363b6b9-ade2-4fd9-b437-a8634f8824e1), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:59.585017 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-9a06f443-2ebd-4a8d-b482-34838aaee4a4 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:59.586583 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-9a06f443-2ebd-4a8d-b482-34838aaee4a4 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/networks?id=c72acd4a-e098-4a23-9aac-214408be911e HTTP/1.1" status: 200 len: 812 time: 0.1263707 Mar 23 17:32:59.604653 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-d31af800-fa7c-4185-b80a-caf97f367fb3 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Network 6679c7b7-7e46-4e0d-bdde-35dcc0bdf861 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:32:59.605638 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-ef6e778d-7ae2-4193-a5a7-ccda65dba028 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/quotas/2aa787500053466faed7680c3c3b3f20 HTTP/1.1" status: 200 len: 375 time: 0.0130761 Mar 23 17:32:59.608091 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-d31af800-fa7c-4185-b80a-caf97f367fb3 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:32:59.614577 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-d31af800-fa7c-4185-b80a-caf97f367fb3 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:32:59.620172 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-d31af800-fa7c-4185-b80a-caf97f367fb3 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:32:59.620818 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-d31af800-fa7c-4185-b80a-caf97f367fb3 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:59.630445 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31af800-fa7c-4185-b80a-caf97f367fb3 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Pushing event updated for resources: {'Port': ['ID=f363b6b9-ade2-4fd9-b437-a8634f8824e1,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:32:59.640887 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af800-fa7c-4185-b80a-caf97f367fb3 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:32:59.641252 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af800-fa7c-4185-b80a-caf97f367fb3 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:32:59.641598 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af800-fa7c-4185-b80a-caf97f367fb3 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:32:59.641941 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af800-fa7c-4185-b80a-caf97f367fb3 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:32:59.642240 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af800-fa7c-4185-b80a-caf97f367fb3 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:32:59.642574 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af800-fa7c-4185-b80a-caf97f367fb3 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:32:59.642907 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af800-fa7c-4185-b80a-caf97f367fb3 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:32:59.643419 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af800-fa7c-4185-b80a-caf97f367fb3 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:32:59.643582 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af800-fa7c-4185-b80a-caf97f367fb3 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:32:59.643860 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af800-fa7c-4185-b80a-caf97f367fb3 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:32:59.644200 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af800-fa7c-4185-b80a-caf97f367fb3 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:32:59.644520 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af800-fa7c-4185-b80a-caf97f367fb3 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:32:59.644825 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af800-fa7c-4185-b80a-caf97f367fb3 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:32:59.645174 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af800-fa7c-4185-b80a-caf97f367fb3 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:32:59.645503 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af800-fa7c-4185-b80a-caf97f367fb3 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:32:59.652940 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-d31af800-fa7c-4185-b80a-caf97f367fb3 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5945492 Mar 23 17:32:59.666342 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-0979d922-70ae-4ee3-b084-2f16be9c6bec service neutron] Request body: {'port': {'device_id': '40f0c9fa-18b7-4500-9850-cf5d8f9bdb2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83492'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:32:59.686097 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-e6316eaa-7fbc-4ea3-9e4b-50e5370dd877 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2aa787500053466faed7680c3c3b3f20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695653 Mar 23 17:32:59.729494 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-0979d922-70ae-4ee3-b084-2f16be9c6bec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (f363b6b9-ade2-4fd9-b437-a8634f8824e1), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:32:59.795606 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-c0df7ab3-8f0a-4f85-8c60-f0dca22a3f3e service neutron] 10.222.0.41 "GET /v2.0/networks/c72acd4a-e098-4a23-9aac-214408be911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968966 Mar 23 17:32:59.892532 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-449fe7ec-3b56-4df2-a753-9aa8a2043d17 service neutron] 10.222.0.41 "GET /v2.0/networks/c72acd4a-e098-4a23-9aac-214408be911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908592 Mar 23 17:33:00.074936 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-0979d922-70ae-4ee3-b084-2f16be9c6bec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f363b6b9-ade2-4fd9-b437-a8634f8824e1 {{(pid=103207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:33:00.085493 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-0979d922-70ae-4ee3-b084-2f16be9c6bec service neutron] Publish callbacks [] for port (f363b6b9-ade2-4fd9-b437-a8634f8824e1), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:00.100107 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.provisioning_blocks [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-0979d922-70ae-4ee3-b084-2f16be9c6bec service neutron] Transition to ACTIVE for port object f363b6b9-ade2-4fd9-b437-a8634f8824e1 will not be triggered until provisioned by entity L2. {{(pid=103207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:33:00.110369 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-0979d922-70ae-4ee3-b084-2f16be9c6bec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (f363b6b9-ade2-4fd9-b437-a8634f8824e1), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:00.186031 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979d922-70ae-4ee3-b084-2f16be9c6bec service neutron] Pushing event updated for resources: {'Port': ['ID=f363b6b9-ade2-4fd9-b437-a8634f8824e1,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:33:00.218267 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-0979d922-70ae-4ee3-b084-2f16be9c6bec service neutron] Attempting to bind port f363b6b9-ade2-4fd9-b437-a8634f8824e1 on host hv-cinder-83492 for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:33:00.218600 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-0979d922-70ae-4ee3-b084-2f16be9c6bec service neutron] Attempting to bind port f363b6b9-ade2-4fd9-b437-a8634f8824e1 by drivers openvswitch,hyperv on host hv-cinder-83492 at level 0 using segments [{'id': 'a75134ed-e28f-44e5-b816-86ad74d86625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6679c7b7-7e46-4e0d-bdde-35dcc0bdf861'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:33:00.218901 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-0979d922-70ae-4ee3-b084-2f16be9c6bec service neutron] Attempting to bind port f363b6b9-ade2-4fd9-b437-a8634f8824e1 on network 6679c7b7-7e46-4e0d-bdde-35dcc0bdf861 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:33:00.223785 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-0979d922-70ae-4ee3-b084-2f16be9c6bec service neutron] Port f363b6b9-ade2-4fd9-b437-a8634f8824e1 on network 6679c7b7-7e46-4e0d-bdde-35dcc0bdf861 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83492 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:33:00.224255 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-0979d922-70ae-4ee3-b084-2f16be9c6bec service neutron] Attempting to bind port f363b6b9-ade2-4fd9-b437-a8634f8824e1 on network 6679c7b7-7e46-4e0d-bdde-35dcc0bdf861 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:33:00.230842 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-0979d922-70ae-4ee3-b084-2f16be9c6bec service neutron] Checking agent: {'id': '0fd13996-c267-4136-a0e2-84ee892b4d83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83492', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'started_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:33:00.231176 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-0979d922-70ae-4ee3-b084-2f16be9c6bec service neutron] Checking segment: {'id': 'a75134ed-e28f-44e5-b816-86ad74d86625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6679c7b7-7e46-4e0d-bdde-35dcc0bdf861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:33:00.231550 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-0979d922-70ae-4ee3-b084-2f16be9c6bec service neutron] Bound using segment: {'id': 'a75134ed-e28f-44e5-b816-86ad74d86625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6679c7b7-7e46-4e0d-bdde-35dcc0bdf861'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:33:00.232159 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-0979d922-70ae-4ee3-b084-2f16be9c6bec service neutron] Bound port: f363b6b9-ade2-4fd9-b437-a8634f8824e1, host: hv-cinder-83492, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a75134ed-e28f-44e5-b816-86ad74d86625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '6679c7b7-7e46-4e0d-bdde-35dcc0bdf861'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:33:00.232509 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-0979d922-70ae-4ee3-b084-2f16be9c6bec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (f363b6b9-ade2-4fd9-b437-a8634f8824e1), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:00.244033 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688ed54-a89a-4cb2-8c28-1a0ec2725009 req-99be6243-adf3-40b3-9e07-5af4fa6adf98 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:00.253017 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e688ed54-a89a-4cb2-8c28-1a0ec2725009 req-99be6243-adf3-40b3-9e07-5af4fa6adf98 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/ports?device_id=40f0c9fa-18b7-4500-9850-cf5d8f9bdb2a HTTP/1.1" status: 200 len: 943 time: 0.0848911 Mar 23 17:33:00.294600 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-feb1a158-783d-440e-930e-84fe64f6b09d req-3c87507c-59f0-4812-bacf-c040070ef4da tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccee2bf-7121-4ad9-acbd-eb7ea7792944 HTTP/1.1" status: 200 len: 210 time: 0.0387936 Mar 23 17:33:00.307313 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-0979d922-70ae-4ee3-b084-2f16be9c6bec service neutron] For port f363b6b9-ade2-4fd9-b437-a8634f8824e1, host hv-cinder-83492, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:33:00.316747 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-0979d922-70ae-4ee3-b084-2f16be9c6bec service neutron] For port f363b6b9-ade2-4fd9-b437-a8634f8824e1, host hv-cinder-83492, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=f363b6b9-ade2-4fd9-b437-a8634f8824e1,segment=NetworkSegment(a75134ed-e28f-44e5-b816-86ad74d86625),segment_id=a75134ed-e28f-44e5-b816-86ad74d86625)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:33:00.325174 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e688ed54-a89a-4cb2-8c28-1a0ec2725009 req-68174e91-5b81-45d1-8da0-553abc1a3b7e tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bfc205a-641f-4426-91fa-fc5d562ba605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712228 Mar 23 17:33:00.333428 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-0979d922-70ae-4ee3-b084-2f16be9c6bec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (f363b6b9-ade2-4fd9-b437-a8634f8824e1), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:00.378232 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-0979d922-70ae-4ee3-b084-2f16be9c6bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:00.378847 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-0979d922-70ae-4ee3-b084-2f16be9c6bec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:00.380338 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-0979d922-70ae-4ee3-b084-2f16be9c6bec service neutron] 10.222.0.57 "PUT /v2.0/ports/f363b6b9-ade2-4fd9-b437-a8634f8824e1 HTTP/1.1" status: 200 len: 1093 time: 0.7191827 Mar 23 17:33:00.380776 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f0c9fa-18b7-4500-9850-cf5d8f9bdb2a', 'tag': 'f363b6b9-ade2-4fd9-b437-a8634f8824e1'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:33:00.383055 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b38f3c7-833d-4a7b-aac8-983b5ce5502a" -d '{"events": [{"name": "network-changed", "server_uuid": "40f0c9fa-18b7-4500-9850-cf5d8f9bdb2a", "tag": "f363b6b9-ade2-4fd9-b437-a8634f8824e1"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:33:00.402489 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979d922-70ae-4ee3-b084-2f16be9c6bec service neutron] Pushing event updated for resources: {'Port': ['ID=f363b6b9-ade2-4fd9-b437-a8634f8824e1,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:33:00.439257 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1ddc3a-86b8-4488-a5d3-17ca3099c1bb x-openstack-request-id: req-fc1ddc3a-86b8-4488-a5d3-17ca3099c1bb {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:33:00.439584 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40f0c9fa-18b7-4500-9850-cf5d8f9bdb2a", "tag": "f363b6b9-ade2-4fd9-b437-a8634f8824e1", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:33:00.439855 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fc1ddc3a-86b8-4488-a5d3-17ca3099c1bb {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:33:00.440286 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc1ddc3a-86b8-4488-a5d3-17ca3099c1bb'] response: {'name': 'network-changed', 'server_uuid': '40f0c9fa-18b7-4500-9850-cf5d8f9bdb2a', 'tag': 'f363b6b9-ade2-4fd9-b437-a8634f8824e1', 'status': 'completed', 'code': 200} Mar 23 17:33:00.504652 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-f398e055-ebb4-41c9-8ea7-a315678f3e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:00.506310 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-f398e055-ebb4-41c9-8ea7-a315678f3e48 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cf1d3925a49943229f5683bf36027c85&device_id=40f0c9fa-18b7-4500-9850-cf5d8f9bdb2a HTTP/1.1" status: 200 len: 1127 time: 0.0630445 Mar 23 17:33:00.569705 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-83d010b8-5d52-47ea-92d1-afe9822c5ee0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f363b6b9-ade2-4fd9-b437-a8634f8824e1 HTTP/1.1" status: 200 len: 217 time: 0.0431223 Mar 23 17:33:00.625577 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-3c0cd4c1-79ae-4a41-b68a-a7c8cc65d97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:00.627232 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-3c0cd4c1-79ae-4a41-b68a-a7c8cc65d97e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=17daa6d8-29d0-435c-b4ac-f39327de1382 HTTP/1.1" status: 200 len: 853 time: 0.0493984 Mar 23 17:33:00.663489 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-f9096dc3-a4c0-4604-be38-9b1820c65883 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6679c7b7-7e46-4e0d-bdde-35dcc0bdf861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286720 Mar 23 17:33:00.762321 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-c5952274-56a0-4be1-9c4e-32e8d830a8e7 service neutron] 10.222.0.57 "GET /v2.0/networks/6679c7b7-7e46-4e0d-bdde-35dcc0bdf861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919933 Mar 23 17:33:00.865481 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-33513e3b-5270-4d0e-942b-7a4ffb5af6a5 req-e861d799-1991-43af-82db-813a0cb2e1a1 service neutron] 10.222.0.57 "GET /v2.0/networks/6679c7b7-7e46-4e0d-bdde-35dcc0bdf861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929739 Mar 23 17:33:00.966574 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38f3c7-833d-4a7b-aac8-983b5ce5502a req-47ec52d6-ecf4-4c64-b7b9-8fb2df8b357d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:00.968077 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7b38f3c7-833d-4a7b-aac8-983b5ce5502a req-47ec52d6-ecf4-4c64-b7b9-8fb2df8b357d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cf1d3925a49943229f5683bf36027c85&device_id=40f0c9fa-18b7-4500-9850-cf5d8f9bdb2a HTTP/1.1" status: 200 len: 1127 time: 0.0496557 Mar 23 17:33:01.064495 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38f3c7-833d-4a7b-aac8-983b5ce5502a req-de3e9ed2-fbd1-4b24-8004-33ebb9f5a764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:01.066017 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7b38f3c7-833d-4a7b-aac8-983b5ce5502a req-de3e9ed2-fbd1-4b24-8004-33ebb9f5a764 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6679c7b7-7e46-4e0d-bdde-35dcc0bdf861 HTTP/1.1" status: 200 len: 914 time: 0.0911717 Mar 23 17:33:01.108493 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7b38f3c7-833d-4a7b-aac8-983b5ce5502a req-0b9f7874-b0aa-429f-8b1d-8e773a616734 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f363b6b9-ade2-4fd9-b437-a8634f8824e1 HTTP/1.1" status: 200 len: 217 time: 0.0347314 Mar 23 17:33:01.162806 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38f3c7-833d-4a7b-aac8-983b5ce5502a req-0148e3a7-dce4-4336-aa53-f212a9e721ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:01.164324 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7b38f3c7-833d-4a7b-aac8-983b5ce5502a req-0148e3a7-dce4-4336-aa53-f212a9e721ab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=17daa6d8-29d0-435c-b4ac-f39327de1382 HTTP/1.1" status: 200 len: 853 time: 0.0500114 Mar 23 17:33:01.196896 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7b38f3c7-833d-4a7b-aac8-983b5ce5502a req-fef38ecb-6b27-4aaa-bcb2-9847fcf51398 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6679c7b7-7e46-4e0d-bdde-35dcc0bdf861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256124 Mar 23 17:33:01.296047 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7b38f3c7-833d-4a7b-aac8-983b5ce5502a req-5a0c3430-5bd4-4b40-9ddd-4bc0765ef82e service neutron] 10.222.0.57 "GET /v2.0/networks/6679c7b7-7e46-4e0d-bdde-35dcc0bdf861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930817 Mar 23 17:33:01.408639 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-465749fb-d100-44e8-803d-34fc4ef8a2a7 req-d32fb0c6-6924-4c19-af98-b4aa0386b9fe tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccee2bf-7121-4ad9-acbd-eb7ea7792944 HTTP/1.1" status: 200 len: 210 time: 0.0296206 Mar 23 17:33:01.411442 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7b38f3c7-833d-4a7b-aac8-983b5ce5502a req-fab32a97-191c-4fc7-9014-513368146be8 service neutron] 10.222.0.57 "GET /v2.0/networks/6679c7b7-7e46-4e0d-bdde-35dcc0bdf861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082230 Mar 23 17:33:01.470298 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330af65-1c28-4e94-a733-917d325b89a1 req-ebd0621f-188b-470d-91ae-dc66bf2978a2 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:01.471868 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e330af65-1c28-4e94-a733-917d325b89a1 req-ebd0621f-188b-470d-91ae-dc66bf2978a2 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/ports?device_id=40f0c9fa-18b7-4500-9850-cf5d8f9bdb2a HTTP/1.1" status: 200 len: 943 time: 0.0616913 Mar 23 17:33:01.535821 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e330af65-1c28-4e94-a733-917d325b89a1 req-b684cd0f-e46f-45f3-bab3-b234348f117d tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bfc205a-641f-4426-91fa-fc5d562ba605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581207 Mar 23 17:33:02.515927 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e696ae84-c9f8-4a91-8195-e95865d2f799 req-099ccbec-e70a-4264-8dbc-834d954c395b tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccee2bf-7121-4ad9-acbd-eb7ea7792944 HTTP/1.1" status: 200 len: 210 time: 0.0302336 Mar 23 17:33:02.633301 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-ff58beb9-e875-4ea7-8596-427ae4f9cea5 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:02.634787 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-ff58beb9-e875-4ea7-8596-427ae4f9cea5 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.57 "GET /v2.0/networks?id=c72acd4a-e098-4a23-9aac-214408be911e HTTP/1.1" status: 200 len: 812 time: 0.1098261 Mar 23 17:33:02.669361 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd7691-7c37-434d-b086-ae050153bd41 req-f229c8bd-d2b3-424a-b768-96d2395dfc41 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:02.670931 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9fdd7691-7c37-434d-b086-ae050153bd41 req-f229c8bd-d2b3-424a-b768-96d2395dfc41 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/ports?device_id=40f0c9fa-18b7-4500-9850-cf5d8f9bdb2a HTTP/1.1" status: 200 len: 943 time: 0.0569103 Mar 23 17:33:02.709682 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-ca4a2587-b205-490b-99fc-632786534ca8 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2aa787500053466faed7680c3c3b3f20 HTTP/1.1" status: 200 len: 380 time: 0.0663204 Mar 23 17:33:02.720723 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-142865e6-a23b-4018-bd5b-47b0555c8969 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Request body: {'port': {'device_id': '0ccee2bf-7121-4ad9-acbd-eb7ea7792944', 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e', 'admin_state_up': True, 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'security_groups': ['51046710-7d65-4be9-9467-42455151fd0a']}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:33:02.730688 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9fdd7691-7c37-434d-b086-ae050153bd41 req-2970883d-7b2e-4965-82dd-19f531f248ad tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bfc205a-641f-4426-91fa-fc5d562ba605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535445 Mar 23 17:33:02.839391 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-142865e6-a23b-4018-bd5b-47b0555c8969 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Made reservation on behalf of 2aa787500053466faed7680c3c3b3f20 for: {'port': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:33:02.843216 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-142865e6-a23b-4018-bd5b-47b0555c8969 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:02.997020 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-142865e6-a23b-4018-bd5b-47b0555c8969 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Allocated IP 172.20.0.14 (c72acd4a-e098-4a23-9aac-214408be911e/959a77f2-01fb-4a86-b823-2f4ec7b88401/c346507d-f008-4ff2-a281-e9ca1866ee8b) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:33:03.153582 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-142865e6-a23b-4018-bd5b-47b0555c8969 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for port (c346507d-f008-4ff2-a281-e9ca1866ee8b), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:03.198751 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-142865e6-a23b-4018-bd5b-47b0555c8969 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (c346507d-f008-4ff2-a281-e9ca1866ee8b), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:03.245680 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-142865e6-a23b-4018-bd5b-47b0555c8969 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Network c72acd4a-e098-4a23-9aac-214408be911e is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:33:03.254845 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-142865e6-a23b-4018-bd5b-47b0555c8969 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:33:03.259906 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-142865e6-a23b-4018-bd5b-47b0555c8969 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:33:03.266054 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-142865e6-a23b-4018-bd5b-47b0555c8969 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:03.266843 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-142865e6-a23b-4018-bd5b-47b0555c8969 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:03.272333 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142865e6-a23b-4018-bd5b-47b0555c8969 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Pushing event updated for resources: {'Port': ['ID=c346507d-f008-4ff2-a281-e9ca1866ee8b,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:33:03.301598 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-142865e6-a23b-4018-bd5b-47b0555c8969 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5856764 Mar 23 17:33:03.339522 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-87d45253-44fb-45a1-b1a7-1eb299b68b41 service neutron] Request body: {'port': {'device_id': '0ccee2bf-7121-4ad9-acbd-eb7ea7792944', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83492'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:33:03.512686 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-4b3e4190-33c6-4c5f-b9f5-71ad8fa24cd9 None None] Provisioning complete for port c346507d-f008-4ff2-a281-e9ca1866ee8b triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:33:03.513327 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4b3e4190-33c6-4c5f-b9f5-71ad8fa24cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (c346507d-f008-4ff2-a281-e9ca1866ee8b), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:03.556616 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-4b3e4190-33c6-4c5f-b9f5-71ad8fa24cd9 None None] Port c346507d-f008-4ff2-a281-e9ca1866ee8b cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:33:03.628175 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-87d45253-44fb-45a1-b1a7-1eb299b68b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (c346507d-f008-4ff2-a281-e9ca1866ee8b), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:03.648440 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbc938-f2fa-45f0-8ae5-55c510ed1cb2 req-ec4316ca-1473-4df4-8668-a9be5829bbd0 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:03.650066 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-34dbc938-f2fa-45f0-8ae5-55c510ed1cb2 req-ec4316ca-1473-4df4-8668-a9be5829bbd0 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccee2bf-7121-4ad9-acbd-eb7ea7792944 HTTP/1.1" status: 200 len: 932 time: 0.0632710 Mar 23 17:33:03.702675 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-34dbc938-f2fa-45f0-8ae5-55c510ed1cb2 req-c2f4917e-55e9-45ec-826e-770c4f253e9c tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465462 Mar 23 17:33:03.860938 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26e05f-b784-4969-9465-0681352ac3f1 req-6cf85301-98cd-43c6-b510-c32b43ae04b7 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:03.866028 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6a26e05f-b784-4969-9465-0681352ac3f1 req-6cf85301-98cd-43c6-b510-c32b43ae04b7 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/ports?device_id=40f0c9fa-18b7-4500-9850-cf5d8f9bdb2a HTTP/1.1" status: 200 len: 943 time: 0.0643878 Mar 23 17:33:03.907969 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-87d45253-44fb-45a1-b1a7-1eb299b68b41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c346507d-f008-4ff2-a281-e9ca1866ee8b {{(pid=103207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:33:03.916233 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-87d45253-44fb-45a1-b1a7-1eb299b68b41 service neutron] Publish callbacks [] for port (c346507d-f008-4ff2-a281-e9ca1866ee8b), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:03.916441 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6a26e05f-b784-4969-9465-0681352ac3f1 req-856b41f2-2442-4ce9-9bef-f48ad7c71e88 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bfc205a-641f-4426-91fa-fc5d562ba605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478973 Mar 23 17:33:03.932498 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.provisioning_blocks [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-87d45253-44fb-45a1-b1a7-1eb299b68b41 service neutron] Transition to ACTIVE for port object c346507d-f008-4ff2-a281-e9ca1866ee8b will not be triggered until provisioned by entity L2. {{(pid=103207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:33:03.943125 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-87d45253-44fb-45a1-b1a7-1eb299b68b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (c346507d-f008-4ff2-a281-e9ca1866ee8b), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:04.009005 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d45253-44fb-45a1-b1a7-1eb299b68b41 service neutron] Pushing event updated for resources: {'Port': ['ID=c346507d-f008-4ff2-a281-e9ca1866ee8b,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:33:04.025205 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-87d45253-44fb-45a1-b1a7-1eb299b68b41 service neutron] Attempting to bind port c346507d-f008-4ff2-a281-e9ca1866ee8b on host hv-cinder-83492 for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:33:04.025507 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-87d45253-44fb-45a1-b1a7-1eb299b68b41 service neutron] Attempting to bind port c346507d-f008-4ff2-a281-e9ca1866ee8b by drivers openvswitch,hyperv on host hv-cinder-83492 at level 0 using segments [{'id': '62cbfca7-ba11-4a29-b995-79dcf60db07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:33:04.025837 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-87d45253-44fb-45a1-b1a7-1eb299b68b41 service neutron] Attempting to bind port c346507d-f008-4ff2-a281-e9ca1866ee8b on network c72acd4a-e098-4a23-9aac-214408be911e {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:33:04.030804 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-87d45253-44fb-45a1-b1a7-1eb299b68b41 service neutron] Port c346507d-f008-4ff2-a281-e9ca1866ee8b on network c72acd4a-e098-4a23-9aac-214408be911e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83492 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:33:04.031197 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-87d45253-44fb-45a1-b1a7-1eb299b68b41 service neutron] Attempting to bind port c346507d-f008-4ff2-a281-e9ca1866ee8b on network c72acd4a-e098-4a23-9aac-214408be911e {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:33:04.036729 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-87d45253-44fb-45a1-b1a7-1eb299b68b41 service neutron] Checking agent: {'id': '0fd13996-c267-4136-a0e2-84ee892b4d83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83492', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'started_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:33:04.037085 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-87d45253-44fb-45a1-b1a7-1eb299b68b41 service neutron] Checking segment: {'id': '62cbfca7-ba11-4a29-b995-79dcf60db07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:33:04.037796 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-87d45253-44fb-45a1-b1a7-1eb299b68b41 service neutron] Bound using segment: {'id': '62cbfca7-ba11-4a29-b995-79dcf60db07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:33:04.038227 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-87d45253-44fb-45a1-b1a7-1eb299b68b41 service neutron] Bound port: c346507d-f008-4ff2-a281-e9ca1866ee8b, host: hv-cinder-83492, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62cbfca7-ba11-4a29-b995-79dcf60db07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:33:04.038581 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-87d45253-44fb-45a1-b1a7-1eb299b68b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (c346507d-f008-4ff2-a281-e9ca1866ee8b), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:04.111478 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-87d45253-44fb-45a1-b1a7-1eb299b68b41 service neutron] For port c346507d-f008-4ff2-a281-e9ca1866ee8b, host hv-cinder-83492, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:33:04.114770 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-87d45253-44fb-45a1-b1a7-1eb299b68b41 service neutron] For port c346507d-f008-4ff2-a281-e9ca1866ee8b, host hv-cinder-83492, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=c346507d-f008-4ff2-a281-e9ca1866ee8b,segment=NetworkSegment(62cbfca7-ba11-4a29-b995-79dcf60db07d),segment_id=62cbfca7-ba11-4a29-b995-79dcf60db07d)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:33:04.122252 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-87d45253-44fb-45a1-b1a7-1eb299b68b41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (c346507d-f008-4ff2-a281-e9ca1866ee8b), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:04.160633 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-87d45253-44fb-45a1-b1a7-1eb299b68b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:04.161270 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-87d45253-44fb-45a1-b1a7-1eb299b68b41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:04.163037 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-87d45253-44fb-45a1-b1a7-1eb299b68b41 service neutron] 10.222.0.57 "PUT /v2.0/ports/c346507d-f008-4ff2-a281-e9ca1866ee8b HTTP/1.1" status: 200 len: 1094 time: 0.8280051 Mar 23 17:33:04.164173 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ccee2bf-7121-4ad9-acbd-eb7ea7792944', 'tag': 'c346507d-f008-4ff2-a281-e9ca1866ee8b'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:33:04.166380 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45db9bd-7a60-4521-a307-0ee57c72ef2e" -d '{"events": [{"name": "network-changed", "server_uuid": "0ccee2bf-7121-4ad9-acbd-eb7ea7792944", "tag": "c346507d-f008-4ff2-a281-e9ca1866ee8b"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:33:04.215489 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d45253-44fb-45a1-b1a7-1eb299b68b41 service neutron] Pushing event updated for resources: {'Port': ['ID=c346507d-f008-4ff2-a281-e9ca1866ee8b,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:33:04.233424 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c28989a-19c7-4dc8-8640-926aa1fc89eb x-openstack-request-id: req-2c28989a-19c7-4dc8-8640-926aa1fc89eb {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:33:04.233716 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ccee2bf-7121-4ad9-acbd-eb7ea7792944", "tag": "c346507d-f008-4ff2-a281-e9ca1866ee8b", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:33:04.233969 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2c28989a-19c7-4dc8-8640-926aa1fc89eb {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:33:04.234407 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c28989a-19c7-4dc8-8640-926aa1fc89eb'] response: {'name': 'network-changed', 'server_uuid': '0ccee2bf-7121-4ad9-acbd-eb7ea7792944', 'tag': 'c346507d-f008-4ff2-a281-e9ca1866ee8b', 'status': 'completed', 'code': 200} Mar 23 17:33:04.260350 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-49685105-2b29-43af-a62d-8a4da8912eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:04.261949 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-49685105-2b29-43af-a62d-8a4da8912eae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2aa787500053466faed7680c3c3b3f20&device_id=0ccee2bf-7121-4ad9-acbd-eb7ea7792944 HTTP/1.1" status: 200 len: 1128 time: 0.0558121 Mar 23 17:33:04.306337 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-7862b820-a534-45a6-81ce-6ff0ea70be44 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c346507d-f008-4ff2-a281-e9ca1866ee8b HTTP/1.1" status: 200 len: 217 time: 0.0362659 Mar 23 17:33:04.363246 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-6f944b31-9494-497a-a2fd-f78ce31059bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:04.364802 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-6f944b31-9494-497a-a2fd-f78ce31059bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=959a77f2-01fb-4a86-b823-2f4ec7b88401 HTTP/1.1" status: 200 len: 851 time: 0.0517514 Mar 23 17:33:04.428209 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-ecc000b5-5f55-4714-a35a-99111f2cf6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:04.429892 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-ecc000b5-5f55-4714-a35a-99111f2cf6ee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c72acd4a-e098-4a23-9aac-214408be911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595424 Mar 23 17:33:04.526956 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-69e307b5-e164-40bb-8b7c-46b2f120231f service neutron] 10.222.0.57 "GET /v2.0/networks/c72acd4a-e098-4a23-9aac-214408be911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893586 Mar 23 17:33:04.625957 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4be3e2df-4902-4671-bc8c-0e35a4b8525b req-54cf66c5-9dd8-4f8c-a945-1b79b7d37af9 service neutron] 10.222.0.57 "GET /v2.0/networks/c72acd4a-e098-4a23-9aac-214408be911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927641 Mar 23 17:33:04.742240 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45db9bd-7a60-4521-a307-0ee57c72ef2e req-0baa9f16-519d-4cad-888a-ff413e2114d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:04.743772 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f45db9bd-7a60-4521-a307-0ee57c72ef2e req-0baa9f16-519d-4cad-888a-ff413e2114d2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2aa787500053466faed7680c3c3b3f20&device_id=0ccee2bf-7121-4ad9-acbd-eb7ea7792944 HTTP/1.1" status: 200 len: 1128 time: 0.0498807 Mar 23 17:33:04.835404 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe270044-16f6-44b1-8808-947e86386e35 req-dcb7664b-3b6b-4394-8fe8-405602913837 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:04.836970 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fe270044-16f6-44b1-8808-947e86386e35 req-dcb7664b-3b6b-4394-8fe8-405602913837 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccee2bf-7121-4ad9-acbd-eb7ea7792944 HTTP/1.1" status: 200 len: 944 time: 0.0588577 Mar 23 17:33:04.846223 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45db9bd-7a60-4521-a307-0ee57c72ef2e req-ead545fb-4717-4301-a42d-eac2a6676152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:04.847880 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f45db9bd-7a60-4521-a307-0ee57c72ef2e req-ead545fb-4717-4301-a42d-eac2a6676152 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c72acd4a-e098-4a23-9aac-214408be911e HTTP/1.1" status: 200 len: 913 time: 0.0976851 Mar 23 17:33:04.889307 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fe270044-16f6-44b1-8808-947e86386e35 req-de2d4b4e-40a6-43ef-b421-7fe29b2c5a8a tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452080 Mar 23 17:33:04.889507 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f45db9bd-7a60-4521-a307-0ee57c72ef2e req-830cf7a1-ff85-4c97-a4d9-6789ce37d2fd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c346507d-f008-4ff2-a281-e9ca1866ee8b HTTP/1.1" status: 200 len: 217 time: 0.0352712 Mar 23 17:33:04.942670 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45db9bd-7a60-4521-a307-0ee57c72ef2e req-9aed9e07-7f2d-4e6f-b5a7-3df4684ccf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:04.944154 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f45db9bd-7a60-4521-a307-0ee57c72ef2e req-9aed9e07-7f2d-4e6f-b5a7-3df4684ccf1c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=959a77f2-01fb-4a86-b823-2f4ec7b88401 HTTP/1.1" status: 200 len: 851 time: 0.0491209 Mar 23 17:33:05.007403 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45db9bd-7a60-4521-a307-0ee57c72ef2e req-5fc55728-93a8-41c8-b3b7-23d655f6e2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:05.008927 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f45db9bd-7a60-4521-a307-0ee57c72ef2e req-5fc55728-93a8-41c8-b3b7-23d655f6e2f7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c72acd4a-e098-4a23-9aac-214408be911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513203 Mar 23 17:33:05.060460 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448f15d-8a20-4272-8d0d-c89b6cd4a4b2 req-df91fe0a-133c-4dfc-9963-70e3ecde2214 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:05.062078 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b448f15d-8a20-4272-8d0d-c89b6cd4a4b2 req-df91fe0a-133c-4dfc-9963-70e3ecde2214 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/ports?device_id=40f0c9fa-18b7-4500-9850-cf5d8f9bdb2a HTTP/1.1" status: 200 len: 943 time: 0.0619588 Mar 23 17:33:05.115407 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b448f15d-8a20-4272-8d0d-c89b6cd4a4b2 req-b77522b4-bcd1-4d67-bf22-73478d6b5b5a tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bfc205a-641f-4426-91fa-fc5d562ba605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474191 Mar 23 17:33:05.118583 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f45db9bd-7a60-4521-a307-0ee57c72ef2e req-f435d142-e64b-4eaf-8dd4-a2c167b5d3b4 service neutron] 10.222.0.57 "GET /v2.0/networks/c72acd4a-e098-4a23-9aac-214408be911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020997 Mar 23 17:33:05.211993 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f45db9bd-7a60-4521-a307-0ee57c72ef2e req-7fc1d4b1-dd22-4b71-a7e9-dde28b0d1398 service neutron] 10.222.0.57 "GET /v2.0/networks/c72acd4a-e098-4a23-9aac-214408be911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858269 Mar 23 17:33:06.030383 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829ab27-d012-40d8-b588-607e263544a9 req-cf9a49e3-8032-48b9-800f-e5cb0a9a26a1 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:06.031953 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0829ab27-d012-40d8-b588-607e263544a9 req-cf9a49e3-8032-48b9-800f-e5cb0a9a26a1 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccee2bf-7121-4ad9-acbd-eb7ea7792944 HTTP/1.1" status: 200 len: 944 time: 0.0714033 Mar 23 17:33:06.089345 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0829ab27-d012-40d8-b588-607e263544a9 req-9ed234fd-d88b-43f3-b66f-e5faf6c89c46 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510623 Mar 23 17:33:06.245280 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fb393-bcc7-4cc6-a3c3-a616d7f3d974 req-9c6d8d05-f691-45e2-871b-1c042b4cb9ed tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:06.247643 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9d2fb393-bcc7-4cc6-a3c3-a616d7f3d974 req-9c6d8d05-f691-45e2-871b-1c042b4cb9ed tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/ports?device_id=40f0c9fa-18b7-4500-9850-cf5d8f9bdb2a HTTP/1.1" status: 200 len: 943 time: 0.0613458 Mar 23 17:33:06.298441 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9d2fb393-bcc7-4cc6-a3c3-a616d7f3d974 req-8cab494c-1767-4ca6-8224-83ab8705ae8a tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bfc205a-641f-4426-91fa-fc5d562ba605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436537 Mar 23 17:33:07.216676 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04cb9b-ff41-4b0e-a986-7dc2bb36a95d req-2586f81e-3ca5-4cc2-8b08-a99926b05280 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:07.218216 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8a04cb9b-ff41-4b0e-a986-7dc2bb36a95d req-2586f81e-3ca5-4cc2-8b08-a99926b05280 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccee2bf-7121-4ad9-acbd-eb7ea7792944 HTTP/1.1" status: 200 len: 944 time: 0.0539567 Mar 23 17:33:07.271394 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8a04cb9b-ff41-4b0e-a986-7dc2bb36a95d req-88e64018-fba9-4cd1-bc1a-e2bbd4e51b16 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468915 Mar 23 17:33:07.424807 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcfe4f-74f0-421d-98f9-98f171ffbc1d req-a0fe9ae4-0112-4688-801d-4bcd07cc9899 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:07.426430 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-eddcfe4f-74f0-421d-98f9-98f171ffbc1d req-a0fe9ae4-0112-4688-801d-4bcd07cc9899 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/ports?device_id=40f0c9fa-18b7-4500-9850-cf5d8f9bdb2a HTTP/1.1" status: 200 len: 943 time: 0.0609128 Mar 23 17:33:07.475663 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-eddcfe4f-74f0-421d-98f9-98f171ffbc1d req-91ca3ab1-002e-49a9-ad89-658a65afc2f6 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bfc205a-641f-4426-91fa-fc5d562ba605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432925 Mar 23 17:33:07.616958 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device f363b6b9-ade2-4fd9-b437-a8634f8824e1 details requested by agent hyperv_hv-cinder-83492 with host hv-cinder-83492 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:33:07.644560 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a1f20cd4-ec0f-4c80-bad5-6da36a920961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:07.736536 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port f363b6b9-ade2-4fd9-b437-a8634f8824e1, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=f363b6b9-ade2-4fd9-b437-a8634f8824e1,segment=NetworkSegment(a75134ed-e28f-44e5-b816-86ad74d86625),segment_id=a75134ed-e28f-44e5-b816-86ad74d86625)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:33:07.747734 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Returning: {'device': 'f363b6b9-ade2-4fd9-b437-a8634f8824e1', 'network_id': '6679c7b7-7e46-4e0d-bdde-35dcc0bdf861', 'port_id': 'f363b6b9-ade2-4fd9-b437-a8634f8824e1', 'mac_address': 'fa:16:3e:1d:ca:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17daa6d8-29d0-435c-b4ac-f39327de1382', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:33:07.787146 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port f363b6b9-ade2-4fd9-b437-a8634f8824e1 is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:33:07.787846 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (f363b6b9-ade2-4fd9-b437-a8634f8824e1), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:07.806080 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f363b6b9-ade2-4fd9-b437-a8634f8824e1 {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:33:07.830859 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port f363b6b9-ade2-4fd9-b437-a8634f8824e1, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=f363b6b9-ade2-4fd9-b437-a8634f8824e1,segment=NetworkSegment(a75134ed-e28f-44e5-b816-86ad74d86625),segment_id=a75134ed-e28f-44e5-b816-86ad74d86625)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:33:07.836598 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (f363b6b9-ade2-4fd9-b437-a8634f8824e1), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:07.886273 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=f363b6b9-ade2-4fd9-b437-a8634f8824e1,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:33:07.893452 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:33:07.893796 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:33:07.894157 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:33:07.894512 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:33:07.894859 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:33:07.895167 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:33:07.899290 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:33:07.899290 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:33:07.899290 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:33:07.899290 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:33:07.899290 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:33:07.899290 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:33:07.899290 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:33:07.899290 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:33:07.899290 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:33:08.331277 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] get_ports_and_sgs() called for port_ids ['f363b6b9-ade2-4fd9-b437-a8634f8824e1'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:33:08.410973 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a22aab-c4f9-4a4d-8c37-dce2d6a52f94 req-0fc3fe4e-3679-4f3e-a83f-81eec3e312b9 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:08.426331 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-58a22aab-c4f9-4a4d-8c37-dce2d6a52f94 req-0fc3fe4e-3679-4f3e-a83f-81eec3e312b9 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccee2bf-7121-4ad9-acbd-eb7ea7792944 HTTP/1.1" status: 200 len: 944 time: 0.0782762 Mar 23 17:33:08.491267 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-58a22aab-c4f9-4a4d-8c37-dce2d6a52f94 req-4ec63442-f8a5-4290-9442-8a8ccc34238e tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636456 Mar 23 17:33:08.604477 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feae5b9-f6a9-4529-9e68-096068172ae5 req-2060bbb8-143a-40d6-acd4-54954b3cdb56 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:08.606013 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1feae5b9-f6a9-4529-9e68-096068172ae5 req-2060bbb8-143a-40d6-acd4-54954b3cdb56 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/ports?device_id=40f0c9fa-18b7-4500-9850-cf5d8f9bdb2a HTTP/1.1" status: 200 len: 944 time: 0.0539582 Mar 23 17:33:08.665220 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1feae5b9-f6a9-4529-9e68-096068172ae5 req-a0c495ae-64d1-48f1-b932-5551da628bef tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bfc205a-641f-4426-91fa-fc5d562ba605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533912 Mar 23 17:33:09.622808 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608d07f-6388-419d-9899-5e5619a33347 req-f06dee09-6376-4fda-b17c-1f4d5962125b tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:09.624367 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1608d07f-6388-419d-9899-5e5619a33347 req-f06dee09-6376-4fda-b17c-1f4d5962125b tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccee2bf-7121-4ad9-acbd-eb7ea7792944 HTTP/1.1" status: 200 len: 944 time: 0.0611482 Mar 23 17:33:09.627996 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device f363b6b9-ade2-4fd9-b437-a8634f8824e1 up at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:33:09.679079 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1608d07f-6388-419d-9899-5e5619a33347 req-3a3e4423-da4f-4e1d-9d82-cfb12292ba79 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477972 Mar 23 17:33:09.711567 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning for port f363b6b9-ade2-4fd9-b437-a8634f8824e1 completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:33:09.715748 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning complete for port f363b6b9-ade2-4fd9-b437-a8634f8824e1 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:33:09.716103 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (f363b6b9-ade2-4fd9-b437-a8634f8824e1), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:09.803648 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port f363b6b9-ade2-4fd9-b437-a8634f8824e1 is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:33:09.804072 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (f363b6b9-ade2-4fd9-b437-a8634f8824e1), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:09.804361 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf548672-69b6-477a-be6d-38da35d85645 req-04927c06-580b-47e3-9e4d-d6dddbb09135 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:09.806048 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bf548672-69b6-477a-be6d-38da35d85645 req-04927c06-580b-47e3-9e4d-d6dddbb09135 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/ports?device_id=40f0c9fa-18b7-4500-9850-cf5d8f9bdb2a HTTP/1.1" status: 200 len: 944 time: 0.0620699 Mar 23 17:33:09.828445 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f0c9fa-18b7-4500-9850-cf5d8f9bdb2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f363b6b9-ade2-4fd9-b437-a8634f8824e1'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:33:09.830907 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3b886c43f84fb41b48ddc1b85747c6a8556e7daa9282459995a85f65cd8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b790d5-1ece-4de8-b66d-685934e0b998" -d '{"events": [{"server_uuid": "40f0c9fa-18b7-4500-9850-cf5d8f9bdb2a", "name": "network-vif-plugged", "status": "completed", "tag": "f363b6b9-ade2-4fd9-b437-a8634f8824e1"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:33:09.845806 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port f363b6b9-ade2-4fd9-b437-a8634f8824e1, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=f363b6b9-ade2-4fd9-b437-a8634f8824e1,segment=NetworkSegment(a75134ed-e28f-44e5-b816-86ad74d86625),segment_id=a75134ed-e28f-44e5-b816-86ad74d86625)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:33:09.852960 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (f363b6b9-ade2-4fd9-b437-a8634f8824e1), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:09.863029 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bf548672-69b6-477a-be6d-38da35d85645 req-3a166dca-48cd-4de9-996b-8bfa019fbbf4 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bfc205a-641f-4426-91fa-fc5d562ba605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455041 Mar 23 17:33:09.892902 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91bea19-6680-4e3b-a4eb-0131d8a50a0f x-openstack-request-id: req-c91bea19-6680-4e3b-a4eb-0131d8a50a0f {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:33:09.893682 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f0c9fa-18b7-4500-9850-cf5d8f9bdb2a", "name": "network-vif-plugged", "status": "completed", "tag": "f363b6b9-ade2-4fd9-b437-a8634f8824e1", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:33:09.894395 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c91bea19-6680-4e3b-a4eb-0131d8a50a0f {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:33:09.895337 dv-cinder-834920-1-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c91bea19-6680-4e3b-a4eb-0131d8a50a0f'] response: {'server_uuid': '40f0c9fa-18b7-4500-9850-cf5d8f9bdb2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f363b6b9-ade2-4fd9-b437-a8634f8824e1', 'code': 200} Mar 23 17:33:09.929877 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=f363b6b9-ade2-4fd9-b437-a8634f8824e1,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:33:10.072523 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9636960-002d-4228-926d-d0f7c61ad2e0 req-ab9a5619-1551-4183-8ac9-6aabe3cef615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:10.074297 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e9636960-002d-4228-926d-d0f7c61ad2e0 req-ab9a5619-1551-4183-8ac9-6aabe3cef615 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=40f0c9fa-18b7-4500-9850-cf5d8f9bdb2a HTTP/1.1" status: 200 len: 1129 time: 0.0630865 Mar 23 17:33:10.131701 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e9636960-002d-4228-926d-d0f7c61ad2e0 req-2cb8f2f2-3a96-46ce-bc5a-7e33ef2aa4ee service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1bfc205a-641f-4426-91fa-fc5d562ba605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511038 Mar 23 17:33:10.150345 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-1bef7b37-f388-4516-8a0a-dd9ad8346955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:10.816836 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a4ca8-e82a-46fb-8191-33ea8b7a705c req-28352b7a-fdd9-4890-9341-484fc9369b8f tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:10.818374 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-460a4ca8-e82a-46fb-8191-33ea8b7a705c req-28352b7a-fdd9-4890-9341-484fc9369b8f tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccee2bf-7121-4ad9-acbd-eb7ea7792944 HTTP/1.1" status: 200 len: 944 time: 0.0635641 Mar 23 17:33:10.871626 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-460a4ca8-e82a-46fb-8191-33ea8b7a705c req-f4a53c6a-cc59-4794-92ad-4bb062f6e44f tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475762 Mar 23 17:33:11.001389 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88095c6a-81eb-4703-b4b0-fbcb12cf3e52 req-a0fa6c97-aec5-4578-9d6f-7e6e7ed55e22 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:11.002881 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-88095c6a-81eb-4703-b4b0-fbcb12cf3e52 req-a0fa6c97-aec5-4578-9d6f-7e6e7ed55e22 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/ports?device_id=40f0c9fa-18b7-4500-9850-cf5d8f9bdb2a HTTP/1.1" status: 200 len: 945 time: 0.0567088 Mar 23 17:33:11.058846 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-88095c6a-81eb-4703-b4b0-fbcb12cf3e52 req-d2332b1f-5c5f-40db-9180-ffcd867dc7f5 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bfc205a-641f-4426-91fa-fc5d562ba605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487945 Mar 23 17:33:11.363638 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:12.000976 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4e1a2-bf16-4044-87e2-45f74d57575c req-a7f08d6f-7886-43c0-bdd3-a6d16b4f9fd1 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:12.002383 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d5d4e1a2-bf16-4044-87e2-45f74d57575c req-a7f08d6f-7886-43c0-bdd3-a6d16b4f9fd1 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccee2bf-7121-4ad9-acbd-eb7ea7792944 HTTP/1.1" status: 200 len: 944 time: 0.0597901 Mar 23 17:33:12.061305 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d5d4e1a2-bf16-4044-87e2-45f74d57575c req-e949fd4b-d553-4f6d-859d-6d946d4d47cb tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526929 Mar 23 17:33:12.195973 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5cd5f-edba-4aa3-b2eb-736c25c478bb req-51aff863-aca3-4b58-9632-7e950dd1483b tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:12.198332 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7ae5cd5f-edba-4aa3-b2eb-736c25c478bb req-51aff863-aca3-4b58-9632-7e950dd1483b tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/ports?device_id=40f0c9fa-18b7-4500-9850-cf5d8f9bdb2a HTTP/1.1" status: 200 len: 945 time: 0.0623968 Mar 23 17:33:12.249858 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7ae5cd5f-edba-4aa3-b2eb-736c25c478bb req-c9d3aae7-84f9-48f4-981f-042dc77ee584 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bfc205a-641f-4426-91fa-fc5d562ba605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459068 Mar 23 17:33:12.731954 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:13.192831 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df151f3-226d-4cba-914d-fd7c2d4fc88e req-e65ce174-8773-46b4-addd-d2d19dd61ec0 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:13.194396 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4df151f3-226d-4cba-914d-fd7c2d4fc88e req-e65ce174-8773-46b4-addd-d2d19dd61ec0 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccee2bf-7121-4ad9-acbd-eb7ea7792944 HTTP/1.1" status: 200 len: 944 time: 0.0611398 Mar 23 17:33:13.254767 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4df151f3-226d-4cba-914d-fd7c2d4fc88e req-5f4b2a2a-1773-4f34-8fe0-7a630b1849f8 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545371 Mar 23 17:33:13.377089 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b7e7a-606d-4da1-8b5d-63249ffdbed6 req-64ce3974-f293-4b5d-91f2-3f58a8b5eba3 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:13.378677 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c83b7e7a-606d-4da1-8b5d-63249ffdbed6 req-64ce3974-f293-4b5d-91f2-3f58a8b5eba3 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/ports?device_id=40f0c9fa-18b7-4500-9850-cf5d8f9bdb2a HTTP/1.1" status: 200 len: 945 time: 0.0561178 Mar 23 17:33:13.429220 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c83b7e7a-606d-4da1-8b5d-63249ffdbed6 req-f6ecc817-67d6-4f26-aeef-56fa4606894d tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bfc205a-641f-4426-91fa-fc5d562ba605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445910 Mar 23 17:33:14.182254 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:14.396693 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a72962-932f-427f-83d6-3a319d0e0af9 req-359d80bc-8cd2-4dc5-bdc9-abbf2767daab tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:14.398286 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-27a72962-932f-427f-83d6-3a319d0e0af9 req-359d80bc-8cd2-4dc5-bdc9-abbf2767daab tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccee2bf-7121-4ad9-acbd-eb7ea7792944 HTTP/1.1" status: 200 len: 944 time: 0.0593400 Mar 23 17:33:14.454786 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-27a72962-932f-427f-83d6-3a319d0e0af9 req-651be499-8a4c-43b3-890b-49474191771f tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506992 Mar 23 17:33:15.594539 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac294eb2-bab1-4119-954b-c0b9e042e341 req-cab10fc6-77b3-496c-915c-2aa0df7a1b93 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:15.596051 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ac294eb2-bab1-4119-954b-c0b9e042e341 req-cab10fc6-77b3-496c-915c-2aa0df7a1b93 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccee2bf-7121-4ad9-acbd-eb7ea7792944 HTTP/1.1" status: 200 len: 944 time: 0.0604639 Mar 23 17:33:15.631579 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device c346507d-f008-4ff2-a281-e9ca1866ee8b details requested by agent hyperv_hv-cinder-83492 with host hv-cinder-83492 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:33:15.652197 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ac294eb2-bab1-4119-954b-c0b9e042e341 req-1a8e6370-45ab-4b91-ae26-e214bedc72ee tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504713 Mar 23 17:33:15.735494 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port c346507d-f008-4ff2-a281-e9ca1866ee8b, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=c346507d-f008-4ff2-a281-e9ca1866ee8b,segment=NetworkSegment(62cbfca7-ba11-4a29-b995-79dcf60db07d),segment_id=62cbfca7-ba11-4a29-b995-79dcf60db07d)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:33:15.749683 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Returning: {'device': 'c346507d-f008-4ff2-a281-e9ca1866ee8b', 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e', 'port_id': 'c346507d-f008-4ff2-a281-e9ca1866ee8b', 'mac_address': 'fa:16:3e:a0:ac:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '959a77f2-01fb-4a86-b823-2f4ec7b88401', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:33:15.790931 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port c346507d-f008-4ff2-a281-e9ca1866ee8b is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:33:15.791336 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (c346507d-f008-4ff2-a281-e9ca1866ee8b), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:15.804951 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c346507d-f008-4ff2-a281-e9ca1866ee8b {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:33:15.825045 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port c346507d-f008-4ff2-a281-e9ca1866ee8b, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=c346507d-f008-4ff2-a281-e9ca1866ee8b,segment=NetworkSegment(62cbfca7-ba11-4a29-b995-79dcf60db07d),segment_id=62cbfca7-ba11-4a29-b995-79dcf60db07d)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:33:15.829484 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (c346507d-f008-4ff2-a281-e9ca1866ee8b), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:15.884901 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=c346507d-f008-4ff2-a281-e9ca1866ee8b,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:33:16.060805 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 39682) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:33:16.181583 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-0946ccf0-5279-43cd-a7e7-d9cd21628f76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:16.259374 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-0946ccf0-5279-43cd-a7e7-d9cd21628f76 admin admin] Publish callbacks [] for security_group (3a8e847e-9b84-497b-8427-f5a652afd038), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:16.264829 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-0946ccf0-5279-43cd-a7e7-d9cd21628f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (3a8e847e-9b84-497b-8427-f5a652afd038), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:16.302923 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-0946ccf0-5279-43cd-a7e7-d9cd21628f76 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d8d87870f6f54b3e88d5bde4a816f73a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408864 Mar 23 17:33:16.304194 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946ccf0-5279-43cd-a7e7-d9cd21628f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8e847e-9b84-497b-8427-f5a652afd038,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:33:16.305920 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 39686) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:33:16.356890 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-92b68f2d-74ab-4760-ab24-207b1f7cb052 admin admin] Publish callbacks [] for security_group (3a8e847e-9b84-497b-8427-f5a652afd038), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:16.379922 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-92b68f2d-74ab-4760-ab24-207b1f7cb052 admin admin] Publish callbacks [] for security_group (3a8e847e-9b84-497b-8427-f5a652afd038), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:16.395392 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] get_ports_and_sgs() called for port_ids ['c346507d-f008-4ff2-a281-e9ca1866ee8b'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:33:16.432148 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-92b68f2d-74ab-4760-ab24-207b1f7cb052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (3a8e847e-9b84-497b-8427-f5a652afd038), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:16.434856 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-92b68f2d-74ab-4760-ab24-207b1f7cb052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:16.438561 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-92b68f2d-74ab-4760-ab24-207b1f7cb052 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a8e847e-9b84-497b-8427-f5a652afd038 HTTP/1.1" status: 204 len: 168 time: 0.1301320 Mar 23 17:33:16.447691 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b68f2d-74ab-4760-ab24-207b1f7cb052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8e847e-9b84-497b-8427-f5a652afd038,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:33:16.456755 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b68f2d-74ab-4760-ab24-207b1f7cb052 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:33:16.456755 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b68f2d-74ab-4760-ab24-207b1f7cb052 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:33:16.456755 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b68f2d-74ab-4760-ab24-207b1f7cb052 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:33:16.457104 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b68f2d-74ab-4760-ab24-207b1f7cb052 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:33:16.457406 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b68f2d-74ab-4760-ab24-207b1f7cb052 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:33:16.457726 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b68f2d-74ab-4760-ab24-207b1f7cb052 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:33:16.458044 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b68f2d-74ab-4760-ab24-207b1f7cb052 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:33:16.458366 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b68f2d-74ab-4760-ab24-207b1f7cb052 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:33:16.458680 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b68f2d-74ab-4760-ab24-207b1f7cb052 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:33:16.459016 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b68f2d-74ab-4760-ab24-207b1f7cb052 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:33:16.459314 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b68f2d-74ab-4760-ab24-207b1f7cb052 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:33:16.459657 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b68f2d-74ab-4760-ab24-207b1f7cb052 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:33:16.459942 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b68f2d-74ab-4760-ab24-207b1f7cb052 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:33:16.460261 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b68f2d-74ab-4760-ab24-207b1f7cb052 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:33:16.460569 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b68f2d-74ab-4760-ab24-207b1f7cb052 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:33:16.785011 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe68a2-eb8b-4011-9eed-a53df56d224c req-85811c9d-5248-4d65-8cea-c8773b2e6c01 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:16.786503 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6ebe68a2-eb8b-4011-9eed-a53df56d224c req-85811c9d-5248-4d65-8cea-c8773b2e6c01 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccee2bf-7121-4ad9-acbd-eb7ea7792944 HTTP/1.1" status: 200 len: 945 time: 0.0617781 Mar 23 17:33:16.861548 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6ebe68a2-eb8b-4011-9eed-a53df56d224c req-14da102f-1a97-4d63-837f-dc444aae44ae tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690596 Mar 23 17:33:17.995844 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef44c9-d381-40c7-bd38-99c61bf414e9 req-0f269890-cdbc-46e1-8798-76bebbb7b2f8 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:17.997416 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7fef44c9-d381-40c7-bd38-99c61bf414e9 req-0f269890-cdbc-46e1-8798-76bebbb7b2f8 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccee2bf-7121-4ad9-acbd-eb7ea7792944 HTTP/1.1" status: 200 len: 945 time: 0.0627117 Mar 23 17:33:18.051979 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7fef44c9-d381-40c7-bd38-99c61bf414e9 req-e35ea47c-2844-4322-a917-4fff9a47f02f tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487535 Mar 23 17:33:19.178929 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c1f56-e67e-45ef-abd7-85cf54c2f754 req-140534ac-5ae4-42d9-b6ec-623be1959b58 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:19.180434 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c57c1f56-e67e-45ef-abd7-85cf54c2f754 req-140534ac-5ae4-42d9-b6ec-623be1959b58 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccee2bf-7121-4ad9-acbd-eb7ea7792944 HTTP/1.1" status: 200 len: 945 time: 0.0590959 Mar 23 17:33:19.234207 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c57c1f56-e67e-45ef-abd7-85cf54c2f754 req-c29ef06f-386b-40b3-8694-7124a8470916 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478919 Mar 23 17:33:19.680183 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device c346507d-f008-4ff2-a281-e9ca1866ee8b up at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:33:19.735941 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning for port c346507d-f008-4ff2-a281-e9ca1866ee8b completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:33:19.742150 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning complete for port c346507d-f008-4ff2-a281-e9ca1866ee8b triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:33:19.742831 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (c346507d-f008-4ff2-a281-e9ca1866ee8b), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:19.829707 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port c346507d-f008-4ff2-a281-e9ca1866ee8b is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:33:19.830037 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (c346507d-f008-4ff2-a281-e9ca1866ee8b), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:19.855135 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ccee2bf-7121-4ad9-acbd-eb7ea7792944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c346507d-f008-4ff2-a281-e9ca1866ee8b'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:33:19.857473 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3b886c43f84fb41b48ddc1b85747c6a8556e7daa9282459995a85f65cd8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4626cd8d-40b3-4def-9243-79d50af293dc" -d '{"events": [{"server_uuid": "0ccee2bf-7121-4ad9-acbd-eb7ea7792944", "name": "network-vif-plugged", "status": "completed", "tag": "c346507d-f008-4ff2-a281-e9ca1866ee8b"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:33:19.872400 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-0a7c5528-fab9-41cd-ae33-2327006a6b18 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=bc7486c769204e5cb8d6fbabeb66894b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462935 Mar 23 17:33:19.874077 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port c346507d-f008-4ff2-a281-e9ca1866ee8b, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=c346507d-f008-4ff2-a281-e9ca1866ee8b,segment=NetworkSegment(62cbfca7-ba11-4a29-b995-79dcf60db07d),segment_id=62cbfca7-ba11-4a29-b995-79dcf60db07d)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:33:19.879529 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (c346507d-f008-4ff2-a281-e9ca1866ee8b), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:19.908745 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e714492-503a-4024-be2a-408fdaa4aab7 x-openstack-request-id: req-2e714492-503a-4024-be2a-408fdaa4aab7 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:33:19.909022 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ccee2bf-7121-4ad9-acbd-eb7ea7792944", "name": "network-vif-plugged", "status": "completed", "tag": "c346507d-f008-4ff2-a281-e9ca1866ee8b", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:33:19.909285 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2e714492-503a-4024-be2a-408fdaa4aab7 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:33:19.909717 dv-cinder-834920-1-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e714492-503a-4024-be2a-408fdaa4aab7'] response: {'server_uuid': '0ccee2bf-7121-4ad9-acbd-eb7ea7792944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c346507d-f008-4ff2-a281-e9ca1866ee8b', 'code': 200} Mar 23 17:33:19.939009 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=c346507d-f008-4ff2-a281-e9ca1866ee8b,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:33:20.084655 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-eea71177-94e1-4d97-aabd-adcf98cfc811 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:20.086186 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-eea71177-94e1-4d97-aabd-adcf98cfc811 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2026815 Mar 23 17:33:20.102206 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-f6d7e4b9-0fa8-4cce-bf4f-ee2e0a25a36c tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/quotas/bc7486c769204e5cb8d6fbabeb66894b HTTP/1.1" status: 200 len: 375 time: 0.0100145 Mar 23 17:33:20.138718 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-ae5cb752-133d-429e-90b2-30bd27f09bac tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc7486c769204e5cb8d6fbabeb66894b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295575 Mar 23 17:33:20.241897 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3c7a0-17b6-448d-b1ba-a6c02bcaa2fc req-d014e0bc-1267-45f0-9cb8-b7f4d49ddf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:20.244062 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-dfe3c7a0-17b6-448d-b1ba-a6c02bcaa2fc req-d014e0bc-1267-45f0-9cb8-b7f4d49ddf03 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0ccee2bf-7121-4ad9-acbd-eb7ea7792944 HTTP/1.1" status: 200 len: 1130 time: 0.0562999 Mar 23 17:33:20.311041 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-dfe3c7a0-17b6-448d-b1ba-a6c02bcaa2fc req-876afa0a-091c-43e4-944e-22288581d5a5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584660 Mar 23 17:33:20.369955 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1b251699-f041-4896-a4ea-54a0a43186a4 req-65be6c68-a905-4df2-84ef-8970de1f2ba4 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/ports?device_id=470badc1-dbbe-476b-b254-1a776214cabe HTTP/1.1" status: 200 len: 210 time: 0.0441840 Mar 23 17:33:20.404601 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2ecf8-f897-4a07-9c83-3e79e062e777 req-d90237a7-af45-4712-b141-f4b906469cae tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:20.404601 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-32e2ecf8-f897-4a07-9c83-3e79e062e777 req-d90237a7-af45-4712-b141-f4b906469cae tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccee2bf-7121-4ad9-acbd-eb7ea7792944 HTTP/1.1" status: 200 len: 946 time: 0.0839729 Mar 23 17:33:20.457485 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-32e2ecf8-f897-4a07-9c83-3e79e062e777 req-5b5d186e-3c09-48e1-ae24-7e2758168011 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507591 Mar 23 17:33:21.490824 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-44f869df-b288-4c64-a378-0636377a7a9e req-c8528cb7-5f4f-487d-bb16-9e8cadd9e8be tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/ports?device_id=470badc1-dbbe-476b-b254-1a776214cabe HTTP/1.1" status: 200 len: 210 time: 0.0275755 Mar 23 17:33:21.550907 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-b3701626-7ad3-4a9f-8cda-7f73e26aca3f tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=bc7486c769204e5cb8d6fbabeb66894b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362668 Mar 23 17:33:21.614171 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f7bb5-c50f-473b-a688-f408e97fdf85 req-77b38d44-e5ca-44be-bcd3-41cce0922c8b tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:21.615810 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-146f7bb5-c50f-473b-a688-f408e97fdf85 req-77b38d44-e5ca-44be-bcd3-41cce0922c8b tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccee2bf-7121-4ad9-acbd-eb7ea7792944 HTTP/1.1" status: 200 len: 946 time: 0.0632207 Mar 23 17:33:21.685933 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-146f7bb5-c50f-473b-a688-f408e97fdf85 req-484bc18d-a380-43cb-836d-a861904721e7 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563757 Mar 23 17:33:21.749360 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-e684cf62-3c29-4a7a-b351-c1bfaf49fe15 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:21.751105 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-e684cf62-3c29-4a7a-b351-c1bfaf49fe15 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1952393 Mar 23 17:33:21.764033 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-128a90fd-ca11-460c-9e06-4e8745ab97bf tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Request body: {'port': {'device_id': '470badc1-dbbe-476b-b254-1a776214cabe', 'network_id': '8acb8637-eb36-489f-a3d4-1b71c0b4c2b4', 'admin_state_up': True, 'tenant_id': 'bc7486c769204e5cb8d6fbabeb66894b'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:33:21.877389 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-128a90fd-ca11-460c-9e06-4e8745ab97bf tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Made reservation on behalf of bc7486c769204e5cb8d6fbabeb66894b for: {'port': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:33:21.882566 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-128a90fd-ca11-460c-9e06-4e8745ab97bf tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:21.895435 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-128a90fd-ca11-460c-9e06-4e8745ab97bf tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:21.978711 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-128a90fd-ca11-460c-9e06-4e8745ab97bf tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Publish callbacks [] for security_group (a5f2b888-0672-4bd4-96c4-405c74722ff5), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:21.983962 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-128a90fd-ca11-460c-9e06-4e8745ab97bf tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (a5f2b888-0672-4bd4-96c4-405c74722ff5), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:22.048780 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a90fd-ca11-460c-9e06-4e8745ab97bf tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f2b888-0672-4bd4-96c4-405c74722ff5,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:33:22.130432 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-128a90fd-ca11-460c-9e06-4e8745ab97bf tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Allocated IP 192.168.233.128 (8acb8637-eb36-489f-a3d4-1b71c0b4c2b4/617348df-9f93-49c5-b6bc-1ac62718583a/c8d1545c-41a4-44bf-a420-e6f9cc8deb9f) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:33:22.143129 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:33:22.292988 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-128a90fd-ca11-460c-9e06-4e8745ab97bf tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Publish callbacks [] for port (c8d1545c-41a4-44bf-a420-e6f9cc8deb9f), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:22.330445 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-128a90fd-ca11-460c-9e06-4e8745ab97bf tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (c8d1545c-41a4-44bf-a420-e6f9cc8deb9f), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:22.380936 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-128a90fd-ca11-460c-9e06-4e8745ab97bf tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Network 8acb8637-eb36-489f-a3d4-1b71c0b4c2b4 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:33:22.384157 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-128a90fd-ca11-460c-9e06-4e8745ab97bf tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:33:22.390956 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-128a90fd-ca11-460c-9e06-4e8745ab97bf tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:33:22.395413 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-128a90fd-ca11-460c-9e06-4e8745ab97bf tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:22.395977 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-128a90fd-ca11-460c-9e06-4e8745ab97bf tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:22.402862 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a90fd-ca11-460c-9e06-4e8745ab97bf tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Pushing event updated for resources: {'Port': ['ID=c8d1545c-41a4-44bf-a420-e6f9cc8deb9f,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:33:22.420663 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-128a90fd-ca11-460c-9e06-4e8745ab97bf tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6606865 Mar 23 17:33:22.619654 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff1bd9-dc46-422c-b075-6ed787e886cf req-2d548ce4-e0ae-433e-af22-9d12e539071a tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:22.621645 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-15ff1bd9-dc46-422c-b075-6ed787e886cf req-2d548ce4-e0ae-433e-af22-9d12e539071a tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/ports?device_id=470badc1-dbbe-476b-b254-1a776214cabe HTTP/1.1" status: 200 len: 936 time: 0.0539575 Mar 23 17:33:22.668837 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-656a5ca5-5264-4ae0-8ac0-958f5089dd92 None None] Provisioning complete for port c8d1545c-41a4-44bf-a420-e6f9cc8deb9f triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:33:22.669453 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-656a5ca5-5264-4ae0-8ac0-958f5089dd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (c8d1545c-41a4-44bf-a420-e6f9cc8deb9f), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:22.676207 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-15ff1bd9-dc46-422c-b075-6ed787e886cf req-cf47b82a-524e-4b37-a3a9-241cbddc0c6f tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5f2b888-0672-4bd4-96c4-405c74722ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477810 Mar 23 17:33:22.704024 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-656a5ca5-5264-4ae0-8ac0-958f5089dd92 None None] Port c8d1545c-41a4-44bf-a420-e6f9cc8deb9f cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:33:22.815217 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116c88a-90af-4581-848c-e8d3da65fed6 req-79d5542a-039a-4030-a00b-5ca9c3456c0e tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:22.816715 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4116c88a-90af-4581-848c-e8d3da65fed6 req-79d5542a-039a-4030-a00b-5ca9c3456c0e tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccee2bf-7121-4ad9-acbd-eb7ea7792944 HTTP/1.1" status: 200 len: 946 time: 0.0648668 Mar 23 17:33:22.870371 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4116c88a-90af-4581-848c-e8d3da65fed6 req-ed3d91ec-1d47-4ea6-be58-145c3c96fc54 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453801 Mar 23 17:33:23.832570 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56bfb45-d403-487b-8974-e5ab0ffe6229 req-1a6deb6b-0f2d-41b7-936d-78a9a9e27ba4 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:23.834092 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c56bfb45-d403-487b-8974-e5ab0ffe6229 req-1a6deb6b-0f2d-41b7-936d-78a9a9e27ba4 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/ports?device_id=470badc1-dbbe-476b-b254-1a776214cabe HTTP/1.1" status: 200 len: 936 time: 0.0722826 Mar 23 17:33:23.884205 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c56bfb45-d403-487b-8974-e5ab0ffe6229 req-f8606828-4be6-46a8-8d0e-54292f6d763a tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5f2b888-0672-4bd4-96c4-405c74722ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443230 Mar 23 17:33:23.997823 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a92173-4868-4298-9f5a-4c63227ec8a3 req-8312e8a3-29fa-42bf-aa34-7a60edb55a54 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:23.999237 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-97a92173-4868-4298-9f5a-4c63227ec8a3 req-8312e8a3-29fa-42bf-aa34-7a60edb55a54 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccee2bf-7121-4ad9-acbd-eb7ea7792944 HTTP/1.1" status: 200 len: 946 time: 0.0550573 Mar 23 17:33:24.058058 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-97a92173-4868-4298-9f5a-4c63227ec8a3 req-cbcb3209-f59d-436b-9387-52455ed18f5b tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527608 Mar 23 17:33:24.751633 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-97fd0c9e-869e-450f-9b17-44b688b8506b service neutron] Request body: {'port': {'device_id': '470badc1-dbbe-476b-b254-1a776214cabe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83492'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:33:24.763319 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:24.811404 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-97fd0c9e-869e-450f-9b17-44b688b8506b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (c8d1545c-41a4-44bf-a420-e6f9cc8deb9f), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:25.012938 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed2071-2bd2-4f5f-bde9-266a48bf02d3 req-608d8b3e-2968-4f1a-bdcf-7afc78bec77c tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:25.014393 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-67ed2071-2bd2-4f5f-bde9-266a48bf02d3 req-608d8b3e-2968-4f1a-bdcf-7afc78bec77c tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/ports?device_id=470badc1-dbbe-476b-b254-1a776214cabe HTTP/1.1" status: 200 len: 936 time: 0.0544288 Mar 23 17:33:25.066447 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-67ed2071-2bd2-4f5f-bde9-266a48bf02d3 req-7a0d8cf4-998a-4190-82d0-199874862540 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5f2b888-0672-4bd4-96c4-405c74722ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456719 Mar 23 17:33:25.090434 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-97fd0c9e-869e-450f-9b17-44b688b8506b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8d1545c-41a4-44bf-a420-e6f9cc8deb9f {{(pid=103207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:33:25.098906 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-97fd0c9e-869e-450f-9b17-44b688b8506b service neutron] Publish callbacks [] for port (c8d1545c-41a4-44bf-a420-e6f9cc8deb9f), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:25.111561 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.provisioning_blocks [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-97fd0c9e-869e-450f-9b17-44b688b8506b service neutron] Transition to ACTIVE for port object c8d1545c-41a4-44bf-a420-e6f9cc8deb9f will not be triggered until provisioned by entity L2. {{(pid=103207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:33:25.116450 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-97fd0c9e-869e-450f-9b17-44b688b8506b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (c8d1545c-41a4-44bf-a420-e6f9cc8deb9f), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:25.173945 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd0c9e-869e-450f-9b17-44b688b8506b service neutron] Pushing event updated for resources: {'Port': ['ID=c8d1545c-41a4-44bf-a420-e6f9cc8deb9f,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:33:25.197188 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d148706-c308-4734-93c0-e90b670d37e4 req-2eae7cf5-e87b-4ab1-84ed-12863a95fe0a tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:25.198919 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5d148706-c308-4734-93c0-e90b670d37e4 req-2eae7cf5-e87b-4ab1-84ed-12863a95fe0a tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccee2bf-7121-4ad9-acbd-eb7ea7792944 HTTP/1.1" status: 200 len: 946 time: 0.0701122 Mar 23 17:33:25.214188 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-97fd0c9e-869e-450f-9b17-44b688b8506b service neutron] Attempting to bind port c8d1545c-41a4-44bf-a420-e6f9cc8deb9f on host hv-cinder-83492 for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:33:25.214534 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-97fd0c9e-869e-450f-9b17-44b688b8506b service neutron] Attempting to bind port c8d1545c-41a4-44bf-a420-e6f9cc8deb9f by drivers openvswitch,hyperv on host hv-cinder-83492 at level 0 using segments [{'id': '95f522e3-165a-49f3-9426-e6fceed6b57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8acb8637-eb36-489f-a3d4-1b71c0b4c2b4'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:33:25.214849 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-97fd0c9e-869e-450f-9b17-44b688b8506b service neutron] Attempting to bind port c8d1545c-41a4-44bf-a420-e6f9cc8deb9f on network 8acb8637-eb36-489f-a3d4-1b71c0b4c2b4 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:33:25.224395 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-97fd0c9e-869e-450f-9b17-44b688b8506b service neutron] Port c8d1545c-41a4-44bf-a420-e6f9cc8deb9f on network 8acb8637-eb36-489f-a3d4-1b71c0b4c2b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83492 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:33:25.224758 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-97fd0c9e-869e-450f-9b17-44b688b8506b service neutron] Attempting to bind port c8d1545c-41a4-44bf-a420-e6f9cc8deb9f on network 8acb8637-eb36-489f-a3d4-1b71c0b4c2b4 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:33:25.230298 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-97fd0c9e-869e-450f-9b17-44b688b8506b service neutron] Checking agent: {'id': '0fd13996-c267-4136-a0e2-84ee892b4d83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83492', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'started_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:33:25.230623 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-97fd0c9e-869e-450f-9b17-44b688b8506b service neutron] Checking segment: {'id': '95f522e3-165a-49f3-9426-e6fceed6b57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8acb8637-eb36-489f-a3d4-1b71c0b4c2b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:33:25.230983 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-97fd0c9e-869e-450f-9b17-44b688b8506b service neutron] Bound using segment: {'id': '95f522e3-165a-49f3-9426-e6fceed6b57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8acb8637-eb36-489f-a3d4-1b71c0b4c2b4'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:33:25.231405 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-97fd0c9e-869e-450f-9b17-44b688b8506b service neutron] Bound port: c8d1545c-41a4-44bf-a420-e6f9cc8deb9f, host: hv-cinder-83492, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95f522e3-165a-49f3-9426-e6fceed6b57d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '8acb8637-eb36-489f-a3d4-1b71c0b4c2b4'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:33:25.231760 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-97fd0c9e-869e-450f-9b17-44b688b8506b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (c8d1545c-41a4-44bf-a420-e6f9cc8deb9f), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:25.256008 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5d148706-c308-4734-93c0-e90b670d37e4 req-f42771ac-3735-48b9-a925-679589d83549 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505707 Mar 23 17:33:25.305942 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-97fd0c9e-869e-450f-9b17-44b688b8506b service neutron] For port c8d1545c-41a4-44bf-a420-e6f9cc8deb9f, host hv-cinder-83492, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:33:25.310727 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-97fd0c9e-869e-450f-9b17-44b688b8506b service neutron] For port c8d1545c-41a4-44bf-a420-e6f9cc8deb9f, host hv-cinder-83492, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=c8d1545c-41a4-44bf-a420-e6f9cc8deb9f,segment=NetworkSegment(95f522e3-165a-49f3-9426-e6fceed6b57d),segment_id=95f522e3-165a-49f3-9426-e6fceed6b57d)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:33:25.319138 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-97fd0c9e-869e-450f-9b17-44b688b8506b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (c8d1545c-41a4-44bf-a420-e6f9cc8deb9f), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:25.353047 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-97fd0c9e-869e-450f-9b17-44b688b8506b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:25.354048 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-97fd0c9e-869e-450f-9b17-44b688b8506b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:25.355429 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-97fd0c9e-869e-450f-9b17-44b688b8506b service neutron] 10.222.0.57 "PUT /v2.0/ports/c8d1545c-41a4-44bf-a420-e6f9cc8deb9f HTTP/1.1" status: 200 len: 1098 time: 0.6083412 Mar 23 17:33:25.357699 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '470badc1-dbbe-476b-b254-1a776214cabe', 'tag': 'c8d1545c-41a4-44bf-a420-e6f9cc8deb9f'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:33:25.360068 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170c3994-2363-4a8b-8ab8-ff7982f8ffd0" -d '{"events": [{"name": "network-changed", "server_uuid": "470badc1-dbbe-476b-b254-1a776214cabe", "tag": "c8d1545c-41a4-44bf-a420-e6f9cc8deb9f"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:33:25.395186 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd0c9e-869e-450f-9b17-44b688b8506b service neutron] Pushing event updated for resources: {'Port': ['ID=c8d1545c-41a4-44bf-a420-e6f9cc8deb9f,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:33:25.402983 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d11c1d3-6819-4ca2-9937-4448eebba8bb x-openstack-request-id: req-6d11c1d3-6819-4ca2-9937-4448eebba8bb {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:33:25.403241 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "470badc1-dbbe-476b-b254-1a776214cabe", "tag": "c8d1545c-41a4-44bf-a420-e6f9cc8deb9f", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:33:25.403530 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d11c1d3-6819-4ca2-9937-4448eebba8bb {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:33:25.403996 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d11c1d3-6819-4ca2-9937-4448eebba8bb'] response: {'name': 'network-changed', 'server_uuid': '470badc1-dbbe-476b-b254-1a776214cabe', 'tag': 'c8d1545c-41a4-44bf-a420-e6f9cc8deb9f', 'status': 'completed', 'code': 200} Mar 23 17:33:26.195894 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97077fd2-5132-4a3f-b4de-4bbfd0b7a28e req-196a11d7-a167-4256-a0a5-b62134e7a63d tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:26.197464 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-97077fd2-5132-4a3f-b4de-4bbfd0b7a28e req-196a11d7-a167-4256-a0a5-b62134e7a63d tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/ports?device_id=470badc1-dbbe-476b-b254-1a776214cabe HTTP/1.1" status: 200 len: 948 time: 0.0576060 Mar 23 17:33:26.247735 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-97077fd2-5132-4a3f-b4de-4bbfd0b7a28e req-b16ac3b3-321a-48ee-a04d-de8c2df38898 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5f2b888-0672-4bd4-96c4-405c74722ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439773 Mar 23 17:33:26.401216 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc15f0-982f-4d2f-8bbe-ac323333a589 req-3febc2af-6dd5-4f2e-9fac-db52967d3a37 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:26.402597 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-76cc15f0-982f-4d2f-8bbe-ac323333a589 req-3febc2af-6dd5-4f2e-9fac-db52967d3a37 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccee2bf-7121-4ad9-acbd-eb7ea7792944 HTTP/1.1" status: 200 len: 946 time: 0.0682216 Mar 23 17:33:26.466519 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-76cc15f0-982f-4d2f-8bbe-ac323333a589 req-1b3d4bc1-40f2-40a0-98ec-3af785da362b tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579748 Mar 23 17:33:26.691175 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c3994-2363-4a8b-8ab8-ff7982f8ffd0 req-64c126b2-1e35-4d94-82c9-1598cdc1fee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:26.692612 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-170c3994-2363-4a8b-8ab8-ff7982f8ffd0 req-64c126b2-1e35-4d94-82c9-1598cdc1fee0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc7486c769204e5cb8d6fbabeb66894b&device_id=470badc1-dbbe-476b-b254-1a776214cabe HTTP/1.1" status: 200 len: 1132 time: 0.0468023 Mar 23 17:33:26.765968 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-170c3994-2363-4a8b-8ab8-ff7982f8ffd0 req-c9c736be-5387-466e-97d6-310bf3cef4c6 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=bc7486c769204e5cb8d6fbabeb66894b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308418 Mar 23 17:33:26.942094 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c3994-2363-4a8b-8ab8-ff7982f8ffd0 req-40077f18-4b76-49e0-888d-c116dd0ea20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:26.943460 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-170c3994-2363-4a8b-8ab8-ff7982f8ffd0 req-40077f18-4b76-49e0-888d-c116dd0ea20d service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1663647 Mar 23 17:33:27.052480 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-1867c7dc-26e4-4b15-ba10-357a389c905e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:27.054034 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-1867c7dc-26e4-4b15-ba10-357a389c905e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc7486c769204e5cb8d6fbabeb66894b&device_id=470badc1-dbbe-476b-b254-1a776214cabe HTTP/1.1" status: 200 len: 1132 time: 0.0610192 Mar 23 17:33:27.095737 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-6e223ed8-6c9b-4429-b75a-99d057e70b05 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=c8d1545c-41a4-44bf-a420-e6f9cc8deb9f HTTP/1.1" status: 200 len: 217 time: 0.0334265 Mar 23 17:33:27.154822 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-ef0bfa9b-8a60-4644-a775-0139aac76b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:27.156985 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-ef0bfa9b-8a60-4644-a775-0139aac76b0b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=617348df-9f93-49c5-b6bc-1ac62718583a HTTP/1.1" status: 200 len: 843 time: 0.0556295 Mar 23 17:33:27.208415 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-ee66b41e-7dad-4dc8-85be-210d88e51c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:27.209902 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-ee66b41e-7dad-4dc8-85be-210d88e51c46 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8acb8637-eb36-489f-a3d4-1b71c0b4c2b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0463622 Mar 23 17:33:27.313043 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-44d90ee6-aade-48c6-a00b-7e99db199a83 service neutron] 10.222.0.57 "GET /v2.0/networks/8acb8637-eb36-489f-a3d4-1b71c0b4c2b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973694 Mar 23 17:33:27.381216 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e70559-c174-4b26-99bf-db7ec66ea439 req-085982ea-a283-424d-a5ff-92622d600c73 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:27.382805 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-30e70559-c174-4b26-99bf-db7ec66ea439 req-085982ea-a283-424d-a5ff-92622d600c73 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/ports?device_id=470badc1-dbbe-476b-b254-1a776214cabe HTTP/1.1" status: 200 len: 948 time: 0.0607028 Mar 23 17:33:27.439612 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-30e70559-c174-4b26-99bf-db7ec66ea439 req-cbd0757e-5126-4386-8ac2-b04421e18e5d tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5f2b888-0672-4bd4-96c4-405c74722ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507927 Mar 23 17:33:27.604473 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c59d8f-fdb2-422a-990c-2826c072e2d0 req-0c300880-25d3-4295-9176-3979f3fe91af tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:27.606345 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d1c59d8f-fdb2-422a-990c-2826c072e2d0 req-0c300880-25d3-4295-9176-3979f3fe91af tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccee2bf-7121-4ad9-acbd-eb7ea7792944 HTTP/1.1" status: 200 len: 946 time: 0.0662584 Mar 23 17:33:27.650503 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-68a62f1f-4c03-41b1-96c3-ff8531a33647 req-f3bfd7e3-3f11-405a-a8f9-dc178cbbe4eb service neutron] 10.222.0.57 "GET /v2.0/networks/8acb8637-eb36-489f-a3d4-1b71c0b4c2b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302543 Mar 23 17:33:27.902033 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d1c59d8f-fdb2-422a-990c-2826c072e2d0 req-68bbdd59-4333-4a7d-9198-48bb1194a955 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2898834 Mar 23 17:33:28.040162 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6763c-9639-41dc-a7b9-11dd5677835d req-c04aa503-245c-4901-ae94-8aa426dd9196 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:28.041556 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-01b6763c-9639-41dc-a7b9-11dd5677835d req-c04aa503-245c-4901-ae94-8aa426dd9196 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccee2bf-7121-4ad9-acbd-eb7ea7792944 HTTP/1.1" status: 200 len: 946 time: 0.0573106 Mar 23 17:33:28.102549 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-01b6763c-9639-41dc-a7b9-11dd5677835d req-44bc8f5b-1bc9-49f4-bb98-081f048ba428 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551059 Mar 23 17:33:28.129729 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 39818) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:33:28.382211 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b6df73-c407-465b-bdbc-9b3dcac08b2a tempest-TestVolumeBootPattern-1600324436 tempest-TestVolumeBootPattern-1600324436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:28.383755 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-a2b6df73-c407-465b-bdbc-9b3dcac08b2a tempest-TestVolumeBootPattern-1600324436 tempest-TestVolumeBootPattern-1600324436-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0ccee2bf-7121-4ad9-acbd-eb7ea7792944 HTTP/1.1" status: 200 len: 1125 time: 0.2529271 Mar 23 17:33:28.390321 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 39822) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:33:28.394739 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-d939e7fe-7987-4ff6-af33-cab5903d8e57 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Request body: {'floatingip': {'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'port_id': 'c346507d-f008-4ff2-a281-e9ca1866ee8b', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:33:28.418112 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d939e7fe-7987-4ff6-af33-cab5903d8e57 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:28.570632 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d939e7fe-7987-4ff6-af33-cab5903d8e57 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:28.592870 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827549f-2c53-40ec-a418-78ea4b5d5980 req-662f7dc1-b79b-4c49-8d30-3f0ca2b1384e tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:28.594679 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5827549f-2c53-40ec-a418-78ea4b5d5980 req-662f7dc1-b79b-4c49-8d30-3f0ca2b1384e tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/ports?device_id=470badc1-dbbe-476b-b254-1a776214cabe HTTP/1.1" status: 200 len: 948 time: 0.0818789 Mar 23 17:33:28.704559 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5827549f-2c53-40ec-a418-78ea4b5d5980 req-82c16c5c-8b39-41c0-b79d-61da2f09b417 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5f2b888-0672-4bd4-96c4-405c74722ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844893 Mar 23 17:33:28.743718 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [None req-d939e7fe-7987-4ff6-af33-cab5903d8e57 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Allocated IP 172.27.2.168 (17d610fd-133a-4c28-bfb5-fce45cda1090/3c39f8ab-3a38-4914-94a2-be3bf3be7af7/28c7737d-66ac-4e24-89e6-4875387dc1bd) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:33:28.886046 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d939e7fe-7987-4ff6-af33-cab5903d8e57 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for port (28c7737d-66ac-4e24-89e6-4875387dc1bd), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:28.924403 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d939e7fe-7987-4ff6-af33-cab5903d8e57 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59308127'] for port (28c7737d-66ac-4e24-89e6-4875387dc1bd), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:28.969027 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d939e7fe-7987-4ff6-af33-cab5903d8e57 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Network 17d610fd-133a-4c28-bfb5-fce45cda1090 is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:33:28.974366 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-d939e7fe-7987-4ff6-af33-cab5903d8e57 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:33:28.979219 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d939e7fe-7987-4ff6-af33-cab5903d8e57 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:33:28.982524 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939e7fe-7987-4ff6-af33-cab5903d8e57 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Pushing event updated for resources: {'Port': ['ID=28c7737d-66ac-4e24-89e6-4875387dc1bd,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:33:29.099413 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c2376599-fc80-4597-a737-a072b09e60be req-79b1ce26-fd19-4e5e-b19e-1d9e32d544f2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468647 Mar 23 17:33:29.174408 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2376599-fc80-4597-a737-a072b09e60be req-38a36f93-b6e8-4e8a-a7f8-d4e877f52963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:29.176770 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c2376599-fc80-4597-a737-a072b09e60be req-38a36f93-b6e8-4e8a-a7f8-d4e877f52963 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5f8e1fcf32ed4c89b61e93ec571f7fe7&device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 1129 time: 0.0538301 Mar 23 17:33:29.291653 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2376599-fc80-4597-a737-a072b09e60be req-4d102084-c0fe-44b7-80f6-0c54a758daf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:29.293247 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c2376599-fc80-4597-a737-a072b09e60be req-4d102084-c0fe-44b7-80f6-0c54a758daf0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e39f5c4c-2123-4c06-9dcf-a1960e2860e7 HTTP/1.1" status: 200 len: 919 time: 0.0953684 Mar 23 17:33:29.339399 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c2376599-fc80-4597-a737-a072b09e60be req-ff63a7be-9c5b-49bf-b001-4695b3affc8f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5af97ef-3820-41d9-b5f6-ef37769ab6fb HTTP/1.1" status: 200 len: 217 time: 0.0357032 Mar 23 17:33:29.375617 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d939e7fe-7987-4ff6-af33-cab5903d8e57 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for floatingip (16564cd3-d7c3-4e7a-a685-cda27820f52e), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:29.450584 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d939e7fe-7987-4ff6-af33-cab5903d8e57 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (28c7737d-66ac-4e24-89e6-4875387dc1bd), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:29.632045 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d939e7fe-7987-4ff6-af33-cab5903d8e57 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for port (28c7737d-66ac-4e24-89e6-4875387dc1bd), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:29.638048 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d939e7fe-7987-4ff6-af33-cab5903d8e57 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59308136'] for port (28c7737d-66ac-4e24-89e6-4875387dc1bd), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:29.703439 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939e7fe-7987-4ff6-af33-cab5903d8e57 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Pushing event updated for resources: {'Port': ['ID=28c7737d-66ac-4e24-89e6-4875387dc1bd,revision_number=2']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:33:29.715833 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d939e7fe-7987-4ff6-af33-cab5903d8e57 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614213'] for floatingip (16564cd3-d7c3-4e7a-a685-cda27820f52e), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:29.859175 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb804b4b-cf9a-4deb-b4e9-96bd75e889e7 req-57105ace-385d-4f10-b459-f88a7562bba5 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:29.860736 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bb804b4b-cf9a-4deb-b4e9-96bd75e889e7 req-57105ace-385d-4f10-b459-f88a7562bba5 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/ports?device_id=470badc1-dbbe-476b-b254-1a776214cabe HTTP/1.1" status: 200 len: 948 time: 0.0814896 Mar 23 17:33:29.862844 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.db.l3_db [None req-d939e7fe-7987-4ff6-af33-cab5903d8e57 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Floating IP 16564cd3-d7c3-4e7a-a685-cda27820f52e associated. External IP: 172.27.2.168, port: c346507d-f008-4ff2-a281-e9ca1866ee8b. Mar 23 17:33:29.979094 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bb804b4b-cf9a-4deb-b4e9-96bd75e889e7 req-1e8c0bcb-f4c6-4f2c-8a5b-7e63a9ed7c52 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5f2b888-0672-4bd4-96c4-405c74722ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121342 Mar 23 17:33:30.118249 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d939e7fe-7987-4ff6-af33-cab5903d8e57 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Router 9ce6edcf-4e78-4a68-a752-b3dc4f491624 has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:33:30.243438 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d939e7fe-7987-4ff6-af33-cab5903d8e57 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:33:30.254843 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df129446-51b5-4bac-bfd3-676825d17814 None None] Sync routers for ids ['9ce6edcf-4e78-4a68-a752-b3dc4f491624'] in dv-cinder-834920-1-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:33:30.264851 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d939e7fe-7987-4ff6-af33-cab5903d8e57 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:30.265292 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df129446-51b5-4bac-bfd3-676825d17814 None None] Routers {'9ce6edcf-4e78-4a68-a752-b3dc4f491624'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:33:30.265941 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-df129446-51b5-4bac-bfd3-676825d17814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:33:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['9ce6edcf-4e78-4a68-a752-b3dc4f491624'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:33:30.299021 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-d939e7fe-7987-4ff6-af33-cab5903d8e57 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9076536 Mar 23 17:33:30.299640 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ccee2bf-7121-4ad9-acbd-eb7ea7792944', 'tag': 'c346507d-f008-4ff2-a281-e9ca1866ee8b'}] {{(pid=103208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:33:30.302167 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d19940c1d3d58fda64df9d77de31f07f84ddba43144513a64de6e566be545741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2579111f-22af-4303-af5b-040cb5f7703d" -d '{"events": [{"name": "network-changed", "server_uuid": "0ccee2bf-7121-4ad9-acbd-eb7ea7792944", "tag": "c346507d-f008-4ff2-a281-e9ca1866ee8b"}]}' {{(pid=103208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:33:30.340342 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fa82a8-1f6d-4c7b-a2ea-7a21f3392137 x-openstack-request-id: req-99fa82a8-1f6d-4c7b-a2ea-7a21f3392137 {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:33:30.340641 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ccee2bf-7121-4ad9-acbd-eb7ea7792944", "tag": "c346507d-f008-4ff2-a281-e9ca1866ee8b", "status": "completed", "code": 200}]} {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:33:30.340889 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-99fa82a8-1f6d-4c7b-a2ea-7a21f3392137 {{(pid=103208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:33:30.341440 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99fa82a8-1f6d-4c7b-a2ea-7a21f3392137'] response: {'name': 'network-changed', 'server_uuid': '0ccee2bf-7121-4ad9-acbd-eb7ea7792944', 'tag': 'c346507d-f008-4ff2-a281-e9ca1866ee8b', 'status': 'completed', 'code': 200} Mar 23 17:33:30.384824 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-df129446-51b5-4bac-bfd3-676825d17814 None None] Set router 9ce6edcf-4e78-4a68-a752-b3dc4f491624 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:33:30.627388 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-df129446-51b5-4bac-bfd3-676825d17814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'name': 'tempest-TestVolumeBootPattern-1168565444-router', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b6724547-480c-48dc-bb0f-19fb5fb419b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:31:57Z', 'updated_at': '2022-03-23T17:32:00Z', 'revision_number': 4, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'gw_port': {'id': 'b6724547-480c-48dc-bb0f-19fb5fb419b1', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:31:58Z', 'updated_at': '2022-03-23T17:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': '16564cd3-d7c3-4e7a-a685-cda27820f52e', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'floating_ip_address': '172.27.2.168', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'port_id': 'c346507d-f008-4ff2-a281-e9ca1866ee8b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e', 'mac_address': 'fa:16:3e:a0:ac:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccee2bf-7121-4ad9-acbd-eb7ea7792944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:33:29Z', 'updated_at': '2022-03-23T17:33:29Z', 'revision_number': 0, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d48f7ad-f8ac-4c97-a606-bdea142032f6', 'name': '', 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'mac_address': 'fa:16:3e:3c:85:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '959a77f2-01fb-4a86-b823-2f4ec7b88401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:32:00Z', 'updated_at': '2022-03-23T17:32:05Z', 'revision_number': 5, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'subnets': [{'id': '959a77f2-01fb-4a86-b823-2f4ec7b88401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:33:30.657096 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df129446-51b5-4bac-bfd3-676825d17814 None None] Checking router: 9ce6edcf-4e78-4a68-a752-b3dc4f491624 for host: dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:33:30.666935 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df129446-51b5-4bac-bfd3-676825d17814 None None] Routers {'9ce6edcf-4e78-4a68-a752-b3dc4f491624'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:33:30.667562 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-df129446-51b5-4bac-bfd3-676825d17814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:33:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['9ce6edcf-4e78-4a68-a752-b3dc4f491624'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:33:30.782103 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-df129446-51b5-4bac-bfd3-676825d17814 None None] Set router 9ce6edcf-4e78-4a68-a752-b3dc4f491624 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:33:31.028479 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-df129446-51b5-4bac-bfd3-676825d17814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'name': 'tempest-TestVolumeBootPattern-1168565444-router', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b6724547-480c-48dc-bb0f-19fb5fb419b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:31:57Z', 'updated_at': '2022-03-23T17:32:00Z', 'revision_number': 4, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'gw_port': {'id': 'b6724547-480c-48dc-bb0f-19fb5fb419b1', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:31:58Z', 'updated_at': '2022-03-23T17:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': '16564cd3-d7c3-4e7a-a685-cda27820f52e', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'floating_ip_address': '172.27.2.168', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'port_id': 'c346507d-f008-4ff2-a281-e9ca1866ee8b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e', 'mac_address': 'fa:16:3e:a0:ac:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccee2bf-7121-4ad9-acbd-eb7ea7792944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:33:29Z', 'updated_at': '2022-03-23T17:33:29Z', 'revision_number': 0, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d48f7ad-f8ac-4c97-a606-bdea142032f6', 'name': '', 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'mac_address': 'fa:16:3e:3c:85:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '959a77f2-01fb-4a86-b823-2f4ec7b88401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:32:00Z', 'updated_at': '2022-03-23T17:32:05Z', 'revision_number': 5, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'subnets': [{'id': '959a77f2-01fb-4a86-b823-2f4ec7b88401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:33:31.057026 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df129446-51b5-4bac-bfd3-676825d17814 None None] The sync data for ids ['9ce6edcf-4e78-4a68-a752-b3dc4f491624'] in dv-cinder-834920-1-iscsi is: [{'id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'name': 'tempest-TestVolumeBootPattern-1168565444-router', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b6724547-480c-48dc-bb0f-19fb5fb419b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:31:57Z', 'updated_at': '2022-03-23T17:32:00Z', 'revision_number': 4, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'gw_port': {'id': 'b6724547-480c-48dc-bb0f-19fb5fb419b1', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:31:58Z', 'updated_at': '2022-03-23T17:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': '16564cd3-d7c3-4e7a-a685-cda27820f52e', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'floating_ip_address': '172.27.2.168', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'port_id': 'c346507d-f008-4ff2-a281-e9ca1866ee8b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e', 'mac_address': 'fa:16:3e:a0:ac:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ccee2bf-7121-4ad9-acbd-eb7ea7792944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:33:29Z', 'updated_at': '2022-03-23T17:33:29Z', 'revision_number': 0, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d48f7ad-f8ac-4c97-a606-bdea142032f6', 'name': '', 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'mac_address': 'fa:16:3e:3c:85:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '959a77f2-01fb-4a86-b823-2f4ec7b88401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:32:00Z', 'updated_at': '2022-03-23T17:32:05Z', 'revision_number': 5, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'subnets': [{'id': '959a77f2-01fb-4a86-b823-2f4ec7b88401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:33:31.058625 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2376599-fc80-4597-a737-a072b09e60be req-cb5f52ba-7591-499d-a73c-525bafec0c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:31.060201 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c2376599-fc80-4597-a737-a072b09e60be req-cb5f52ba-7591-499d-a73c-525bafec0c26 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ecd5be18-6bee-4974-83c0-da45214c17c0 HTTP/1.1" status: 200 len: 857 time: 0.0572510 Mar 23 17:33:31.111323 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c0759-0be0-4094-b3a1-473039d8440a req-03752669-1d53-4b5e-9f3b-c5aa41c0e336 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:31.112920 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bb2c0759-0be0-4094-b3a1-473039d8440a req-03752669-1d53-4b5e-9f3b-c5aa41c0e336 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/ports?device_id=470badc1-dbbe-476b-b254-1a776214cabe HTTP/1.1" status: 200 len: 948 time: 0.0591893 Mar 23 17:33:31.167211 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bb2c0759-0be0-4094-b3a1-473039d8440a req-360c903b-63d7-4929-8f73-b72a6f38d39d tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5f2b888-0672-4bd4-96c4-405c74722ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486741 Mar 23 17:33:31.279081 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c535b307-0c43-4e45-b833-ac3529b85ad4 None None] New status for floating IP 16564cd3-d7c3-4e7a-a685-cda27820f52e: ACTIVE {{(pid=103209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:33:32.308520 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49301fc-8ee9-4902-bb57-8f505b386cd7 req-6b5786d9-09d8-43fe-a678-113cad50f8cd tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:32.310138 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a49301fc-8ee9-4902-bb57-8f505b386cd7 req-6b5786d9-09d8-43fe-a678-113cad50f8cd tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/ports?device_id=470badc1-dbbe-476b-b254-1a776214cabe HTTP/1.1" status: 200 len: 948 time: 0.0673027 Mar 23 17:33:32.369780 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a49301fc-8ee9-4902-bb57-8f505b386cd7 req-dc44c149-8f13-45a1-975c-2dc0de504f03 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5f2b888-0672-4bd4-96c4-405c74722ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534589 Mar 23 17:33:33.490210 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579111f-22af-4303-af5b-040cb5f7703d req-f8eb0e26-d101-4c7a-b46d-6140a7eada24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:33.491756 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2579111f-22af-4303-af5b-040cb5f7703d req-f8eb0e26-d101-4c7a-b46d-6140a7eada24 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2aa787500053466faed7680c3c3b3f20&device_id=0ccee2bf-7121-4ad9-acbd-eb7ea7792944 HTTP/1.1" status: 200 len: 1130 time: 0.0921032 Mar 23 17:33:33.496467 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2376599-fc80-4597-a737-a072b09e60be req-c40f26bc-dcfb-4a89-8d3c-5dad2e105507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:33.497979 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c2376599-fc80-4597-a737-a072b09e60be req-c40f26bc-dcfb-4a89-8d3c-5dad2e105507 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e39f5c4c-2123-4c06-9dcf-a1960e2860e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0901031 Mar 23 17:33:33.502889 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83664b-78b3-44c5-b26d-1bb548c6abf1 req-064a194a-fe0b-4f38-ac3e-c730d79e5d2a tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:33.504458 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bf83664b-78b3-44c5-b26d-1bb548c6abf1 req-064a194a-fe0b-4f38-ac3e-c730d79e5d2a tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/ports?device_id=470badc1-dbbe-476b-b254-1a776214cabe HTTP/1.1" status: 200 len: 948 time: 0.0623984 Mar 23 17:33:33.554957 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bf83664b-78b3-44c5-b26d-1bb548c6abf1 req-f64b054b-c954-419a-935c-7209a483acc6 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5f2b888-0672-4bd4-96c4-405c74722ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427003 Mar 23 17:33:33.655151 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579111f-22af-4303-af5b-040cb5f7703d req-f7308218-97d1-42af-8a8c-34550e0a59b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:33.656520 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2579111f-22af-4303-af5b-040cb5f7703d req-f7308218-97d1-42af-8a8c-34550e0a59b9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c72acd4a-e098-4a23-9aac-214408be911e HTTP/1.1" status: 200 len: 913 time: 0.1576977 Mar 23 17:33:33.658418 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c2376599-fc80-4597-a737-a072b09e60be req-e4f53d0b-4cc8-4495-b596-9c678e840ed3 service neutron] 10.222.0.57 "GET /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523230 Mar 23 17:33:33.793257 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2579111f-22af-4303-af5b-040cb5f7703d req-3bea862c-f4a4-45e3-9090-9d5d3bf2cbcc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c346507d-f008-4ff2-a281-e9ca1866ee8b HTTP/1.1" status: 200 len: 1002 time: 0.1246662 Mar 23 17:33:33.846700 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c2376599-fc80-4597-a737-a072b09e60be req-dfc89f65-6463-4357-bfbc-60814a222585 service neutron] 10.222.0.57 "GET /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767914 Mar 23 17:33:33.856671 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579111f-22af-4303-af5b-040cb5f7703d req-c9f57cf8-a660-4301-be61-4f3c9253de0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:33.858208 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2579111f-22af-4303-af5b-040cb5f7703d req-c9f57cf8-a660-4301-be61-4f3c9253de0a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=959a77f2-01fb-4a86-b823-2f4ec7b88401 HTTP/1.1" status: 200 len: 851 time: 0.0589597 Mar 23 17:33:34.011986 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579111f-22af-4303-af5b-040cb5f7703d req-9179ec60-1da4-484f-a882-d5123b64fe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:34.013808 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2579111f-22af-4303-af5b-040cb5f7703d req-9179ec60-1da4-484f-a882-d5123b64fe10 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c72acd4a-e098-4a23-9aac-214408be911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536456 Mar 23 17:33:34.114476 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2579111f-22af-4303-af5b-040cb5f7703d req-b2a3a7a5-4da0-4f0b-9ad5-68c48505ae30 service neutron] 10.222.0.57 "GET /v2.0/networks/c72acd4a-e098-4a23-9aac-214408be911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925708 Mar 23 17:33:34.211603 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2579111f-22af-4303-af5b-040cb5f7703d req-aefb2c7c-dcea-4331-ae28-c1dccd74f2e3 service neutron] 10.222.0.57 "GET /v2.0/networks/c72acd4a-e098-4a23-9aac-214408be911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898254 Mar 23 17:33:34.692242 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62570b-b0d1-4065-9371-e0f39f922f99 req-ac1f7310-eb6d-4527-87d6-ac9920c654fe tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:34.693684 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ae62570b-b0d1-4065-9371-e0f39f922f99 req-ac1f7310-eb6d-4527-87d6-ac9920c654fe tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/ports?device_id=470badc1-dbbe-476b-b254-1a776214cabe HTTP/1.1" status: 200 len: 948 time: 0.0629227 Mar 23 17:33:34.741487 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ae62570b-b0d1-4065-9371-e0f39f922f99 req-37563a4c-b290-4725-9013-81ba929fbdc3 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5f2b888-0672-4bd4-96c4-405c74722ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421672 Mar 23 17:33:35.868202 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae6ccb-ed2e-4b12-94fa-dd4365442ae9 req-cc43de10-2b65-4ae6-b90e-2466392bb0d3 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:35.869752 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-15ae6ccb-ed2e-4b12-94fa-dd4365442ae9 req-cc43de10-2b65-4ae6-b90e-2466392bb0d3 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/ports?device_id=470badc1-dbbe-476b-b254-1a776214cabe HTTP/1.1" status: 200 len: 948 time: 0.0590332 Mar 23 17:33:35.924155 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-15ae6ccb-ed2e-4b12-94fa-dd4365442ae9 req-3306172e-c383-4e52-b4dc-a6c7c5ce522c tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5f2b888-0672-4bd4-96c4-405c74722ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485110 Mar 23 17:33:36.826581 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device c8d1545c-41a4-44bf-a420-e6f9cc8deb9f details requested by agent hyperv_hv-cinder-83492 with host hv-cinder-83492 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:33:36.934903 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port c8d1545c-41a4-44bf-a420-e6f9cc8deb9f, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=c8d1545c-41a4-44bf-a420-e6f9cc8deb9f,segment=NetworkSegment(95f522e3-165a-49f3-9426-e6fceed6b57d),segment_id=95f522e3-165a-49f3-9426-e6fceed6b57d)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:33:36.947273 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Returning: {'device': 'c8d1545c-41a4-44bf-a420-e6f9cc8deb9f', 'network_id': '8acb8637-eb36-489f-a3d4-1b71c0b4c2b4', 'port_id': 'c8d1545c-41a4-44bf-a420-e6f9cc8deb9f', 'mac_address': 'fa:16:3e:86:14:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '617348df-9f93-49c5-b6bc-1ac62718583a', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:33:36.987735 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port c8d1545c-41a4-44bf-a420-e6f9cc8deb9f is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:33:36.988123 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (c8d1545c-41a4-44bf-a420-e6f9cc8deb9f), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:37.002208 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d1545c-41a4-44bf-a420-e6f9cc8deb9f {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:33:37.022279 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port c8d1545c-41a4-44bf-a420-e6f9cc8deb9f, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=c8d1545c-41a4-44bf-a420-e6f9cc8deb9f,segment=NetworkSegment(95f522e3-165a-49f3-9426-e6fceed6b57d),segment_id=95f522e3-165a-49f3-9426-e6fceed6b57d)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:33:37.028987 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (c8d1545c-41a4-44bf-a420-e6f9cc8deb9f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:37.057470 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548a836-dddc-42aa-b999-0d7db6b954b7 req-076b7de5-c058-4b2f-8d2a-11aa3408ad31 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:37.058982 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c548a836-dddc-42aa-b999-0d7db6b954b7 req-076b7de5-c058-4b2f-8d2a-11aa3408ad31 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/ports?device_id=470badc1-dbbe-476b-b254-1a776214cabe HTTP/1.1" status: 200 len: 948 time: 0.0556927 Mar 23 17:33:37.085189 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=c8d1545c-41a4-44bf-a420-e6f9cc8deb9f,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:33:37.111186 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c548a836-dddc-42aa-b999-0d7db6b954b7 req-84205245-2377-472d-9ba6-443aa0f44a4b tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5f2b888-0672-4bd4-96c4-405c74722ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462668 Mar 23 17:33:37.569955 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] get_ports_and_sgs() called for port_ids ['c8d1545c-41a4-44bf-a420-e6f9cc8deb9f'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:33:37.647459 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e64a756d-1169-4581-a584-dd2ead68c939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:38.240150 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57a66d-0846-4e8c-9e98-3f331871df1a req-28befda6-a9c9-41e7-968e-1074701e01d6 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:38.241768 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1d57a66d-0846-4e8c-9e98-3f331871df1a req-28befda6-a9c9-41e7-968e-1074701e01d6 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/ports?device_id=470badc1-dbbe-476b-b254-1a776214cabe HTTP/1.1" status: 200 len: 949 time: 0.0594599 Mar 23 17:33:38.293383 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1d57a66d-0846-4e8c-9e98-3f331871df1a req-24c808cf-0170-4fb6-a1cb-c8eeb726dd4a tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5f2b888-0672-4bd4-96c4-405c74722ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458319 Mar 23 17:33:39.417830 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7df24-ed0e-416d-88a2-60f7f3a3b3ee req-8f422bb4-17e8-44c9-a378-6d58a7d25df9 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:39.419492 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e5f7df24-ed0e-416d-88a2-60f7f3a3b3ee req-8f422bb4-17e8-44c9-a378-6d58a7d25df9 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/ports?device_id=470badc1-dbbe-476b-b254-1a776214cabe HTTP/1.1" status: 200 len: 949 time: 0.0565910 Mar 23 17:33:39.468636 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e5f7df24-ed0e-416d-88a2-60f7f3a3b3ee req-cd1c9f3f-e313-4734-8120-874e78d25e76 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5f2b888-0672-4bd4-96c4-405c74722ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432923 Mar 23 17:33:40.140834 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f87b1c76-e859-4fe7-9e98-95854f4fbb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:40.605027 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063e364-c420-49a7-856b-fb26f06ac035 req-51fea02e-224f-4701-b8d9-5f52c68a67cd tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:40.606595 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8063e364-c420-49a7-856b-fb26f06ac035 req-51fea02e-224f-4701-b8d9-5f52c68a67cd tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/ports?device_id=470badc1-dbbe-476b-b254-1a776214cabe HTTP/1.1" status: 200 len: 949 time: 0.0641582 Mar 23 17:33:40.669128 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8063e364-c420-49a7-856b-fb26f06ac035 req-a79c16bb-4a32-4f49-8004-712b9ba0ef82 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5f2b888-0672-4bd4-96c4-405c74722ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553095 Mar 23 17:33:40.819174 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device c8d1545c-41a4-44bf-a420-e6f9cc8deb9f up at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:33:40.872232 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning for port c8d1545c-41a4-44bf-a420-e6f9cc8deb9f completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:33:40.877107 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning complete for port c8d1545c-41a4-44bf-a420-e6f9cc8deb9f triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:33:40.877660 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (c8d1545c-41a4-44bf-a420-e6f9cc8deb9f), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:40.963730 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port c8d1545c-41a4-44bf-a420-e6f9cc8deb9f is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:33:40.964307 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (c8d1545c-41a4-44bf-a420-e6f9cc8deb9f), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:40.987850 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '470badc1-dbbe-476b-b254-1a776214cabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d1545c-41a4-44bf-a420-e6f9cc8deb9f'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:33:40.990169 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3b886c43f84fb41b48ddc1b85747c6a8556e7daa9282459995a85f65cd8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c57fae2-d2b0-4759-813a-762b0541a57c" -d '{"events": [{"server_uuid": "470badc1-dbbe-476b-b254-1a776214cabe", "name": "network-vif-plugged", "status": "completed", "tag": "c8d1545c-41a4-44bf-a420-e6f9cc8deb9f"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:33:41.007968 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port c8d1545c-41a4-44bf-a420-e6f9cc8deb9f, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=c8d1545c-41a4-44bf-a420-e6f9cc8deb9f,segment=NetworkSegment(95f522e3-165a-49f3-9426-e6fceed6b57d),segment_id=95f522e3-165a-49f3-9426-e6fceed6b57d)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:33:41.021293 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (c8d1545c-41a4-44bf-a420-e6f9cc8deb9f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:41.038292 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d020d67a-b32c-4922-a926-e897f7c2aad6 x-openstack-request-id: req-d020d67a-b32c-4922-a926-e897f7c2aad6 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:33:41.038588 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "470badc1-dbbe-476b-b254-1a776214cabe", "name": "network-vif-plugged", "status": "completed", "tag": "c8d1545c-41a4-44bf-a420-e6f9cc8deb9f", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:33:41.038811 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dca60e-c1e5-4786-b456-db7c56e447fe req-11a159b6-b631-4888-808e-2cffb7fdb250 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:41.038943 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d020d67a-b32c-4922-a926-e897f7c2aad6 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:33:41.039225 dv-cinder-834920-1-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d020d67a-b32c-4922-a926-e897f7c2aad6'] response: {'server_uuid': '470badc1-dbbe-476b-b254-1a776214cabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d1545c-41a4-44bf-a420-e6f9cc8deb9f', 'code': 200} Mar 23 17:33:41.040354 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-28dca60e-c1e5-4786-b456-db7c56e447fe req-11a159b6-b631-4888-808e-2cffb7fdb250 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/ports?device_id=40f0c9fa-18b7-4500-9850-cf5d8f9bdb2a HTTP/1.1" status: 200 len: 945 time: 0.0708933 Mar 23 17:33:41.065755 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=c8d1545c-41a4-44bf-a420-e6f9cc8deb9f,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:33:41.107465 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-28dca60e-c1e5-4786-b456-db7c56e447fe req-16fcfc9c-7317-485a-bf51-4431b0ad7b96 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bfc205a-641f-4426-91fa-fc5d562ba605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604415 Mar 23 17:33:41.336324 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cac1a-8d7f-45b6-9817-f814bfa04662 req-b42fc131-f448-4dd1-a8dd-46f814691281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:41.337864 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-899cac1a-8d7f-45b6-9817-f814bfa04662 req-b42fc131-f448-4dd1-a8dd-46f814691281 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=470badc1-dbbe-476b-b254-1a776214cabe HTTP/1.1" status: 200 len: 1134 time: 0.0551014 Mar 23 17:33:41.366573 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:41.392097 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-899cac1a-8d7f-45b6-9817-f814bfa04662 req-a72dd4e6-e055-4dd4-b327-4d95ac6f16f8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a5f2b888-0672-4bd4-96c4-405c74722ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454814 Mar 23 17:33:41.807904 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfd5d6-5023-4ef6-b6bc-e7dabfc07b73 req-d8944589-ab73-4c26-9aff-ff04139c742c tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:41.809504 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-52dfd5d6-5023-4ef6-b6bc-e7dabfc07b73 req-d8944589-ab73-4c26-9aff-ff04139c742c tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/ports?device_id=470badc1-dbbe-476b-b254-1a776214cabe HTTP/1.1" status: 200 len: 950 time: 0.0701644 Mar 23 17:33:41.859929 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-52dfd5d6-5023-4ef6-b6bc-e7dabfc07b73 req-71a59859-a8cd-4f2e-a522-3a5a149b5138 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5f2b888-0672-4bd4-96c4-405c74722ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444973 Mar 23 17:33:42.476134 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd39ab-cc8e-4d68-a564-ead53967411f req-5e641b6d-2795-4197-95b6-3bd89101202f tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:42.477696 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b4cd39ab-cc8e-4d68-a564-ead53967411f req-5e641b6d-2795-4197-95b6-3bd89101202f tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/ports?device_id=40f0c9fa-18b7-4500-9850-cf5d8f9bdb2a HTTP/1.1" status: 200 len: 945 time: 0.2995596 Mar 23 17:33:42.524867 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b4cd39ab-cc8e-4d68-a564-ead53967411f req-a59d81e0-8c4f-414a-9d7e-4cd2c7574a9e tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bfc205a-641f-4426-91fa-fc5d562ba605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414050 Mar 23 17:33:42.735524 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:42.988563 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0efa8-a79e-4b11-ba46-f844b641ed03 req-5f66897d-6ae8-446b-adf4-a4147432a915 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:42.990048 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9ff0efa8-a79e-4b11-ba46-f844b641ed03 req-5f66897d-6ae8-446b-adf4-a4147432a915 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/ports?device_id=470badc1-dbbe-476b-b254-1a776214cabe HTTP/1.1" status: 200 len: 950 time: 0.0570772 Mar 23 17:33:43.043535 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9ff0efa8-a79e-4b11-ba46-f844b641ed03 req-800609f6-f8c9-4dcb-b3bf-13b25c3b3ac9 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5f2b888-0672-4bd4-96c4-405c74722ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477841 Mar 23 17:33:43.651371 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697de4f-f78c-48ac-8f2d-6ac5379627a0 req-1ca80e46-4acb-4cc2-96a8-401022821fc8 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:43.652868 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a697de4f-f78c-48ac-8f2d-6ac5379627a0 req-1ca80e46-4acb-4cc2-96a8-401022821fc8 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/ports?device_id=40f0c9fa-18b7-4500-9850-cf5d8f9bdb2a HTTP/1.1" status: 200 len: 945 time: 0.0589523 Mar 23 17:33:43.706405 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a697de4f-f78c-48ac-8f2d-6ac5379627a0 req-4211a93d-8f74-4658-a0dd-24a92428d023 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/security-groups?id=1bfc205a-641f-4426-91fa-fc5d562ba605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472236 Mar 23 17:33:44.051270 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b3f78-ff43-4aa9-b6bb-523c3911c375 req-4ac5dd76-b4ff-485c-a78f-9c31be229856 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:44.052995 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-777b3f78-ff43-4aa9-b6bb-523c3911c375 req-4ac5dd76-b4ff-485c-a78f-9c31be229856 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.57 "GET /v2.0/ports?device_id=40f0c9fa-18b7-4500-9850-cf5d8f9bdb2a HTTP/1.1" status: 200 len: 945 time: 0.0619063 Mar 23 17:33:44.177122 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-777b3f78-ff43-4aa9-b6bb-523c3911c375 req-ebfe8cfd-d5b3-43af-9c30-607ee76e8397 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Deleting port f363b6b9-ade2-4fd9-b437-a8634f8824e1 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:33:44.177479 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-777b3f78-ff43-4aa9-b6bb-523c3911c375 req-ebfe8cfd-d5b3-43af-9c30-607ee76e8397 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (f363b6b9-ade2-4fd9-b437-a8634f8824e1), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:44.182772 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e2277-89d4-4979-8b9f-420fc8ee461c req-8688d00c-3899-4b07-aff2-6ab07c9aebf5 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:44.184392 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-258e2277-89d4-4979-8b9f-420fc8ee461c req-8688d00c-3899-4b07-aff2-6ab07c9aebf5 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/ports?device_id=470badc1-dbbe-476b-b254-1a776214cabe HTTP/1.1" status: 200 len: 950 time: 0.0604916 Mar 23 17:33:44.194602 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:44.238987 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-258e2277-89d4-4979-8b9f-420fc8ee461c req-704f79f2-5bbe-40ad-a890-dda51715c2d5 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5f2b888-0672-4bd4-96c4-405c74722ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483012 Mar 23 17:33:44.283139 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-777b3f78-ff43-4aa9-b6bb-523c3911c375 req-ebfe8cfd-d5b3-43af-9c30-607ee76e8397 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] For port f363b6b9-ade2-4fd9-b437-a8634f8824e1, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=f363b6b9-ade2-4fd9-b437-a8634f8824e1,segment=NetworkSegment(a75134ed-e28f-44e5-b816-86ad74d86625),segment_id=a75134ed-e28f-44e5-b816-86ad74d86625)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:33:44.283471 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-777b3f78-ff43-4aa9-b6bb-523c3911c375 req-ebfe8cfd-d5b3-43af-9c30-607ee76e8397 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (f363b6b9-ade2-4fd9-b437-a8634f8824e1), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:44.297726 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-777b3f78-ff43-4aa9-b6bb-523c3911c375 req-ebfe8cfd-d5b3-43af-9c30-607ee76e8397 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Calling delete_port for f363b6b9-ade2-4fd9-b437-a8634f8824e1 owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:33:44.458895 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-777b3f78-ff43-4aa9-b6bb-523c3911c375 req-ebfe8cfd-d5b3-43af-9c30-607ee76e8397 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484'] for port (f363b6b9-ade2-4fd9-b437-a8634f8824e1), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:44.473616 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] get_ports_and_sgs() called for port_ids ['f363b6b9-ade2-4fd9-b437-a8634f8824e1'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:33:44.489170 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe8cfd-d5b3-43af-9c30-607ee76e8397 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Pushing event deleted for resources: {'Port': ['ID=f363b6b9-ade2-4fd9-b437-a8634f8824e1,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:33:44.539700 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-777b3f78-ff43-4aa9-b6bb-523c3911c375 req-ebfe8cfd-d5b3-43af-9c30-607ee76e8397 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] No DVR routers for this DVR port f363b6b9-ade2-4fd9-b437-a8634f8824e1 on host hv-cinder-83492 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:33:44.542500 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-777b3f78-ff43-4aa9-b6bb-523c3911c375 req-ebfe8cfd-d5b3-43af-9c30-607ee76e8397 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:44.546055 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-777b3f78-ff43-4aa9-b6bb-523c3911c375 req-ebfe8cfd-d5b3-43af-9c30-607ee76e8397 tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.57 "DELETE /v2.0/ports/f363b6b9-ade2-4fd9-b437-a8634f8824e1 HTTP/1.1" status: 204 len: 173 time: 0.4805365 Mar 23 17:33:44.546541 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f0c9fa-18b7-4500-9850-cf5d8f9bdb2a', 'name': 'network-vif-deleted', 'tag': 'f363b6b9-ade2-4fd9-b437-a8634f8824e1'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:33:44.549552 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0800c56a-b716-4697-a9cd-941adfa80f27" -d '{"events": [{"server_uuid": "40f0c9fa-18b7-4500-9850-cf5d8f9bdb2a", "name": "network-vif-deleted", "tag": "f363b6b9-ade2-4fd9-b437-a8634f8824e1"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:33:44.590656 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9b3960-d68f-4ec2-8176-606094b2d815 x-openstack-request-id: req-6f9b3960-d68f-4ec2-8176-606094b2d815 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:33:44.591218 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f0c9fa-18b7-4500-9850-cf5d8f9bdb2a", "name": "network-vif-deleted", "tag": "f363b6b9-ade2-4fd9-b437-a8634f8824e1", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:33:44.591481 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6f9b3960-d68f-4ec2-8176-606094b2d815 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:33:44.591891 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f9b3960-d68f-4ec2-8176-606094b2d815'] response: {'server_uuid': '40f0c9fa-18b7-4500-9850-cf5d8f9bdb2a', 'name': 'network-vif-deleted', 'tag': 'f363b6b9-ade2-4fd9-b437-a8634f8824e1', 'status': 'completed', 'code': 200} Mar 23 17:33:44.824623 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6d8fb1cb-6130-42f1-999b-9687311c329f req-100fef1c-3f2c-4073-8c17-03f3e61466be tempest-VolumesSnapshotTestJSON-818971201 tempest-VolumesSnapshotTestJSON-818971201-project] 10.222.0.41 "GET /v2.0/ports?device_id=40f0c9fa-18b7-4500-9850-cf5d8f9bdb2a HTTP/1.1" status: 200 len: 210 time: 0.0363219 Mar 23 17:33:45.380748 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd465f-07c9-4f04-aa7f-81775dbc1069 req-a6ae95de-d90b-43ce-82fe-952c51f01221 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:45.382289 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-93cd465f-07c9-4f04-aa7f-81775dbc1069 req-a6ae95de-d90b-43ce-82fe-952c51f01221 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/ports?device_id=470badc1-dbbe-476b-b254-1a776214cabe HTTP/1.1" status: 200 len: 950 time: 0.0648348 Mar 23 17:33:45.434361 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-93cd465f-07c9-4f04-aa7f-81775dbc1069 req-fa1c82ef-dadc-4e64-934e-d3a4e3e0da7a tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5f2b888-0672-4bd4-96c4-405c74722ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462108 Mar 23 17:33:45.728389 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fecd63-d51c-4b91-81dc-8e7ec50a361b req-c9a2a8c6-55cb-42f8-808c-a56ad7b09fc4 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:45.729952 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-51fecd63-d51c-4b91-81dc-8e7ec50a361b req-c9a2a8c6-55cb-42f8-808c-a56ad7b09fc4 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/ports?device_id=470badc1-dbbe-476b-b254-1a776214cabe HTTP/1.1" status: 200 len: 950 time: 0.0555615 Mar 23 17:33:45.783508 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-51fecd63-d51c-4b91-81dc-8e7ec50a361b req-c19f5123-2703-428b-b50a-11afc6c7dc29 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5f2b888-0672-4bd4-96c4-405c74722ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464661 Mar 23 17:33:46.924689 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5192a-c95b-49ed-9245-0881446e9629 req-ae7e4b1f-1b98-4284-9dd0-7030444ba4a2 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:46.926270 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-10b5192a-c95b-49ed-9245-0881446e9629 req-ae7e4b1f-1b98-4284-9dd0-7030444ba4a2 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/ports?device_id=470badc1-dbbe-476b-b254-1a776214cabe HTTP/1.1" status: 200 len: 950 time: 0.0641799 Mar 23 17:33:46.984364 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-10b5192a-c95b-49ed-9245-0881446e9629 req-a0bcc27c-6d01-40e0-9a20-71452d76fd83 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/security-groups?id=a5f2b888-0672-4bd4-96c4-405c74722ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490863 Mar 23 17:33:47.690868 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3bec05-5329-4836-bbcd-5a2f9f19fa20 req-4c7caafa-c9ee-453e-af42-aef1fb6f3255 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:33:47.692400 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ab3bec05-5329-4836-bbcd-5a2f9f19fa20 req-4c7caafa-c9ee-453e-af42-aef1fb6f3255 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.57 "GET /v2.0/ports?device_id=470badc1-dbbe-476b-b254-1a776214cabe HTTP/1.1" status: 200 len: 950 time: 0.0568647 Mar 23 17:33:47.800570 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-ab3bec05-5329-4836-bbcd-5a2f9f19fa20 req-c1978993-91c5-4326-be88-18cb63256a67 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Deleting port c8d1545c-41a4-44bf-a420-e6f9cc8deb9f {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:33:47.801061 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-ab3bec05-5329-4836-bbcd-5a2f9f19fa20 req-c1978993-91c5-4326-be88-18cb63256a67 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (c8d1545c-41a4-44bf-a420-e6f9cc8deb9f), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:47.899413 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-ab3bec05-5329-4836-bbcd-5a2f9f19fa20 req-c1978993-91c5-4326-be88-18cb63256a67 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] For port c8d1545c-41a4-44bf-a420-e6f9cc8deb9f, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=c8d1545c-41a4-44bf-a420-e6f9cc8deb9f,segment=NetworkSegment(95f522e3-165a-49f3-9426-e6fceed6b57d),segment_id=95f522e3-165a-49f3-9426-e6fceed6b57d)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:33:47.899773 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-ab3bec05-5329-4836-bbcd-5a2f9f19fa20 req-c1978993-91c5-4326-be88-18cb63256a67 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (c8d1545c-41a4-44bf-a420-e6f9cc8deb9f), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:47.925624 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-ab3bec05-5329-4836-bbcd-5a2f9f19fa20 req-c1978993-91c5-4326-be88-18cb63256a67 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Calling delete_port for c8d1545c-41a4-44bf-a420-e6f9cc8deb9f owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:33:48.062671 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-ab3bec05-5329-4836-bbcd-5a2f9f19fa20 req-c1978993-91c5-4326-be88-18cb63256a67 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484'] for port (c8d1545c-41a4-44bf-a420-e6f9cc8deb9f), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:48.082503 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-473c7926-bfef-4f6e-b90a-b869a9c1769f req-cb4c14e7-e35e-4fbd-8648-08d6a786102d tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/ports?device_id=470badc1-dbbe-476b-b254-1a776214cabe HTTP/1.1" status: 200 len: 210 time: 0.0280416 Mar 23 17:33:48.091224 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1978993-91c5-4326-be88-18cb63256a67 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Pushing event deleted for resources: {'Port': ['ID=c8d1545c-41a4-44bf-a420-e6f9cc8deb9f,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:33:48.141644 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3bec05-5329-4836-bbcd-5a2f9f19fa20 req-c1978993-91c5-4326-be88-18cb63256a67 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] No DVR routers for this DVR port c8d1545c-41a4-44bf-a420-e6f9cc8deb9f on host hv-cinder-83492 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:33:48.144319 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-ab3bec05-5329-4836-bbcd-5a2f9f19fa20 req-c1978993-91c5-4326-be88-18cb63256a67 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:48.147841 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ab3bec05-5329-4836-bbcd-5a2f9f19fa20 req-c1978993-91c5-4326-be88-18cb63256a67 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.57 "DELETE /v2.0/ports/c8d1545c-41a4-44bf-a420-e6f9cc8deb9f HTTP/1.1" status: 204 len: 173 time: 0.4496527 Mar 23 17:33:48.148333 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '470badc1-dbbe-476b-b254-1a776214cabe', 'name': 'network-vif-deleted', 'tag': 'c8d1545c-41a4-44bf-a420-e6f9cc8deb9f'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:33:48.151439 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c509567-6346-4f18-9024-ccbd67ff5a2c" -d '{"events": [{"server_uuid": "470badc1-dbbe-476b-b254-1a776214cabe", "name": "network-vif-deleted", "tag": "c8d1545c-41a4-44bf-a420-e6f9cc8deb9f"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:33:48.190911 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb21e6bb-acbd-4d9a-bc8d-80522b78d3ee x-openstack-request-id: req-cb21e6bb-acbd-4d9a-bc8d-80522b78d3ee {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:33:48.191292 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "470badc1-dbbe-476b-b254-1a776214cabe", "name": "network-vif-deleted", "tag": "c8d1545c-41a4-44bf-a420-e6f9cc8deb9f", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:33:48.191643 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cb21e6bb-acbd-4d9a-bc8d-80522b78d3ee {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:33:48.192148 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb21e6bb-acbd-4d9a-bc8d-80522b78d3ee'] response: {'server_uuid': '470badc1-dbbe-476b-b254-1a776214cabe', 'name': 'network-vif-deleted', 'tag': 'c8d1545c-41a4-44bf-a420-e6f9cc8deb9f', 'status': 'completed', 'code': 200} Mar 23 17:33:49.185587 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-35e49b5c-7b69-4684-98e3-1e24db94283b req-38443f18-6d87-4b4c-b2cf-520a1e52b78c tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/ports?device_id=470badc1-dbbe-476b-b254-1a776214cabe HTTP/1.1" status: 200 len: 210 time: 0.0284252 Mar 23 17:33:50.066710 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] get_ports_and_sgs() called for port_ids ['c8d1545c-41a4-44bf-a420-e6f9cc8deb9f'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:33:50.291459 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-19c154d1-af79-4565-b84c-15b3c5bee059 req-4cc57a4f-ce45-44fe-ab03-6d8ffd0e2d35 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/ports?device_id=470badc1-dbbe-476b-b254-1a776214cabe HTTP/1.1" status: 200 len: 210 time: 0.0323255 Mar 23 17:33:51.348738 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device f363b6b9-ade2-4fd9-b437-a8634f8824e1 no longer exists at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:33:51.371214 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] No Port match for: f363b6b9-ade2-4fd9-b437-a8634f8824e1 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:33:51.371657 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device f363b6b9-ade2-4fd9-b437-a8634f8824e1 not bound to the agent host hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:33:51.398835 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ed8603ad-f46f-4871-9b06-4e09273f7640 req-15dd62f5-676b-41b0-b413-c9a8117db257 tempest-VolumesNegativeTest-1900140188 tempest-VolumesNegativeTest-1900140188-project] 10.222.0.41 "GET /v2.0/ports?device_id=470badc1-dbbe-476b-b254-1a776214cabe HTTP/1.1" status: 200 len: 210 time: 0.0283358 Mar 23 17:33:54.086429 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device c8d1545c-41a4-44bf-a420-e6f9cc8deb9f no longer exists at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:33:54.107807 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] No Port match for: c8d1545c-41a4-44bf-a420-e6f9cc8deb9f {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:33:54.108232 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device c8d1545c-41a4-44bf-a420-e6f9cc8deb9f not bound to the agent host hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:33:54.766672 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:56.967314 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 40262) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:33:57.110123 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-6de386b9-84d7-473c-833f-08c1813d31c7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bc7486c769204e5cb8d6fbabeb66894b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1416337 Mar 23 17:33:57.112832 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 40266) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:33:57.165364 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e319486f-a1bc-4502-bec5-6c3718f63016 admin admin] Publish callbacks [] for security_group (a5f2b888-0672-4bd4-96c4-405c74722ff5), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:57.186824 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e319486f-a1bc-4502-bec5-6c3718f63016 admin admin] Publish callbacks [] for security_group (a5f2b888-0672-4bd4-96c4-405c74722ff5), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:57.237461 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e319486f-a1bc-4502-bec5-6c3718f63016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (a5f2b888-0672-4bd4-96c4-405c74722ff5), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:57.239775 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e319486f-a1bc-4502-bec5-6c3718f63016 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:33:57.241669 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-e319486f-a1bc-4502-bec5-6c3718f63016 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a5f2b888-0672-4bd4-96c4-405c74722ff5 HTTP/1.1" status: 204 len: 168 time: 0.1277993 Mar 23 17:33:57.251514 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319486f-a1bc-4502-bec5-6c3718f63016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f2b888-0672-4bd4-96c4-405c74722ff5,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:33:59.142280 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:34:07.632280 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-baa0284e-0a50-404f-a557-ade8ed189414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:10.135399 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-27089d24-d9b1-44d7-9d27-77f2f618832a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:11.369782 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:12.744448 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:13.822195 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 40370) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:34:13.868287 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c997abb-8a24-463e-88ae-4e978504fc29 admin admin] Deleting subnet 17daa6d8-29d0-435c-b4ac-f39327de1382 {{(pid=103208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 17:34:13.872335 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9c997abb-8a24-463e-88ae-4e978504fc29 admin admin] Publish callbacks [] for subnet (17daa6d8-29d0-435c-b4ac-f39327de1382), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:13.909909 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9c997abb-8a24-463e-88ae-4e978504fc29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59503456'] for subnet (17daa6d8-29d0-435c-b4ac-f39327de1382), precommit_delete_associations {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:13.952218 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9c997abb-8a24-463e-88ae-4e978504fc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153585'] for subnet (17daa6d8-29d0-435c-b4ac-f39327de1382), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:14.005592 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9c997abb-8a24-463e-88ae-4e978504fc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59308718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59263836'] for subnet (17daa6d8-29d0-435c-b4ac-f39327de1382), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:14.030726 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c997abb-8a24-463e-88ae-4e978504fc29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17daa6d8-29d0-435c-b4ac-f39327de1382,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:34:14.034508 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9c997abb-8a24-463e-88ae-4e978504fc29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:14.038052 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-9c997abb-8a24-463e-88ae-4e978504fc29 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/17daa6d8-29d0-435c-b4ac-f39327de1382 HTTP/1.1" status: 204 len: 168 time: 0.2144849 Mar 23 17:34:14.041107 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 40372) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:34:14.110795 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-6a59472d-507b-4125-8b76-6c7544598616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148222'] for network (6679c7b7-7e46-4e0d-bdde-35dcc0bdf861), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:14.188374 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:14.196367 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-6a59472d-507b-4125-8b76-6c7544598616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4070212', 'neutron.services.segments.db._delete_segments_for_network-8741035949891'] for network (6679c7b7-7e46-4e0d-bdde-35dcc0bdf861), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:14.221165 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-6a59472d-507b-4125-8b76-6c7544598616 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6679c7b7-7e46-4e0d-bdde-35dcc0bdf861']}} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:34:14.230749 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-6a59472d-507b-4125-8b76-6c7544598616 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a75134ed-e28f-44e5-b816-86ad74d86625') {'for_net_delete': True} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:34:14.231225 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-6a59472d-507b-4125-8b76-6c7544598616 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a75134ed-e28f-44e5-b816-86ad74d86625') {} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:34:14.240714 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-6a59472d-507b-4125-8b76-6c7544598616 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741035949644', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59503449'] for segment (a75134ed-e28f-44e5-b816-86ad74d86625), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:14.264032 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-6a59472d-507b-4125-8b76-6c7544598616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464'] for segment (a75134ed-e28f-44e5-b816-86ad74d86625), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:14.276044 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a59472d-507b-4125-8b76-6c7544598616 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 17:34:14.276558 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-6a59472d-507b-4125-8b76-6c7544598616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59308044'] for segment (a75134ed-e28f-44e5-b816-86ad74d86625), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:14.278475 dv-cinder-834920-1-iscsi neutron-server[103208]: Traceback (most recent call last): Mar 23 17:34:14.278475 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 17:34:14.278475 dv-cinder-834920-1-iscsi neutron-server[103208]: timer() Mar 23 17:34:14.278475 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 17:34:14.278475 dv-cinder-834920-1-iscsi neutron-server[103208]: cb(*args, **kw) Mar 23 17:34:14.278475 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 17:34:14.278475 dv-cinder-834920-1-iscsi neutron-server[103208]: return func(*args, **kwargs) Mar 23 17:34:14.278475 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 17:34:14.278475 dv-cinder-834920-1-iscsi neutron-server[103208]: self._notify() Mar 23 17:34:14.278475 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 17:34:14.278475 dv-cinder-834920-1-iscsi neutron-server[103208]: self.callback(batched_events) Mar 23 17:34:14.278475 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 17:34:14.278475 dv-cinder-834920-1-iscsi neutron-server[103208]: event.method(event) Mar 23 17:34:14.278475 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 17:34:14.278475 dv-cinder-834920-1-iscsi neutron-server[103208]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 17:34:14.278475 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 17:34:14.278475 dv-cinder-834920-1-iscsi neutron-server[103208]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 17:34:14.278475 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 17:34:14.278475 dv-cinder-834920-1-iscsi neutron-server[103208]: return f(self, *a, **k) Mar 23 17:34:14.278475 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 17:34:14.278475 dv-cinder-834920-1-iscsi neutron-server[103208]: return self._get(url).json() Mar 23 17:34:14.278475 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 17:34:14.278475 dv-cinder-834920-1-iscsi neutron-server[103208]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 17:34:14.278475 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 17:34:14.278475 dv-cinder-834920-1-iscsi neutron-server[103208]: return self.request(url, 'GET', **kwargs) Mar 23 17:34:14.278475 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 17:34:14.278475 dv-cinder-834920-1-iscsi neutron-server[103208]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 17:34:14.278475 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 17:34:14.278475 dv-cinder-834920-1-iscsi neutron-server[103208]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 17:34:14.278475 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 17:34:14.278475 dv-cinder-834920-1-iscsi neutron-server[103208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 17:34:14.278475 dv-cinder-834920-1-iscsi neutron-server[103208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 17:34:14.342558 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-6a59472d-507b-4125-8b76-6c7544598616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4070271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614259'] for network (6679c7b7-7e46-4e0d-bdde-35dcc0bdf861), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:14.348436 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-6a59472d-507b-4125-8b76-6c7544598616 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for network (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:14.351860 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-6a59472d-507b-4125-8b76-6c7544598616 admin admin] 10.222.0.41 "DELETE /v2.0/networks/6679c7b7-7e46-4e0d-bdde-35dcc0bdf861 HTTP/1.1" status: 204 len: 168 time: 0.3098004 Mar 23 17:34:14.364834 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59472d-507b-4125-8b76-6c7544598616 admin admin] Pushing event deleted for resources: {'Network': ['ID=6679c7b7-7e46-4e0d-bdde-35dcc0bdf861,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:34:14.561442 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 40382) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:34:14.604808 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-41be7a8a-5150-4dc7-ba14-c3061708a397 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf1d3925a49943229f5683bf36027c85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415297 Mar 23 17:34:14.607317 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 40384) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:34:14.660860 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-03228fa6-387e-44ef-8c6f-11e8bb732454 admin admin] Publish callbacks [] for security_group (1bfc205a-641f-4426-91fa-fc5d562ba605), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:14.687017 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-03228fa6-387e-44ef-8c6f-11e8bb732454 admin admin] Publish callbacks [] for security_group (1bfc205a-641f-4426-91fa-fc5d562ba605), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:14.742248 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-03228fa6-387e-44ef-8c6f-11e8bb732454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (1bfc205a-641f-4426-91fa-fc5d562ba605), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:14.745018 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-03228fa6-387e-44ef-8c6f-11e8bb732454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:14.746223 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-03228fa6-387e-44ef-8c6f-11e8bb732454 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1bfc205a-641f-4426-91fa-fc5d562ba605 HTTP/1.1" status: 204 len: 168 time: 0.1380394 Mar 23 17:34:14.756088 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03228fa6-387e-44ef-8c6f-11e8bb732454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfc205a-641f-4426-91fa-fc5d562ba605,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:34:24.754194 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:25.992701 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5e402427-ab98-4535-a32c-d5d16efda002 req-9874f033-1cc8-4a57-92da-55b85150133a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485458 Mar 23 17:34:26.070921 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e402427-ab98-4535-a32c-d5d16efda002 req-fd970ac7-5237-4e0d-9032-95bca04bc961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:26.072470 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5e402427-ab98-4535-a32c-d5d16efda002 req-fd970ac7-5237-4e0d-9032-95bca04bc961 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=562e825d481140639866877090276140&device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 1130 time: 0.0479004 Mar 23 17:34:26.187186 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e402427-ab98-4535-a32c-d5d16efda002 req-46f90aa9-4972-4caf-8dea-3a6d2b2a8e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:26.188744 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5e402427-ab98-4535-a32c-d5d16efda002 req-46f90aa9-4972-4caf-8dea-3a6d2b2a8e3d service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf00ba7b-82ed-4a68-ac03-2cd555b65d58 HTTP/1.1" status: 200 len: 911 time: 0.0936534 Mar 23 17:34:26.267259 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5e402427-ab98-4535-a32c-d5d16efda002 req-e909bdad-a22d-4e95-acab-336ec75c4182 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4644d4da-7800-458e-a05e-038aaba7d8a8 HTTP/1.1" status: 200 len: 1001 time: 0.0713007 Mar 23 17:34:26.322992 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e402427-ab98-4535-a32c-d5d16efda002 req-450aeb0c-a98a-4f3e-856d-94737a04273f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:26.324574 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5e402427-ab98-4535-a32c-d5d16efda002 req-450aeb0c-a98a-4f3e-856d-94737a04273f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=551df535-6624-4945-9357-a463dcf05cfd HTTP/1.1" status: 200 len: 849 time: 0.0496776 Mar 23 17:34:26.379462 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e402427-ab98-4535-a32c-d5d16efda002 req-a2cdb207-990c-4d00-adee-890cbf9e7663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:26.381022 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5e402427-ab98-4535-a32c-d5d16efda002 req-a2cdb207-990c-4d00-adee-890cbf9e7663 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf00ba7b-82ed-4a68-ac03-2cd555b65d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486290 Mar 23 17:34:26.478444 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5e402427-ab98-4535-a32c-d5d16efda002 req-07709820-8b95-4978-b1d8-f340cb2744f8 service neutron] 10.222.0.57 "GET /v2.0/networks/cf00ba7b-82ed-4a68-ac03-2cd555b65d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901310 Mar 23 17:34:26.586550 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5e402427-ab98-4535-a32c-d5d16efda002 req-05b310ff-2cbd-47f7-809c-b4262e5bd8ff service neutron] 10.222.0.57 "GET /v2.0/networks/cf00ba7b-82ed-4a68-ac03-2cd555b65d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013684 Mar 23 17:34:28.884599 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff3f65-86fb-4dc2-be40-5abbe4172901 req-c87f7aec-a10f-4ef6-afc2-868514e1e979 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:28.886431 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-feff3f65-86fb-4dc2-be40-5abbe4172901 req-c87f7aec-a10f-4ef6-afc2-868514e1e979 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 945 time: 0.0558875 Mar 23 17:34:28.940120 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-feff3f65-86fb-4dc2-be40-5abbe4172901 req-830569c3-d676-4d9a-81a5-0c2cc6bce278 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471833 Mar 23 17:34:30.188743 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea688b-5c72-4d11-bbaf-98e6d9e3569b req-4e4e0932-6b53-40b3-ac4f-2efd51a6aa37 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:30.190240 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-04ea688b-5c72-4d11-bbaf-98e6d9e3569b req-4e4e0932-6b53-40b3-ac4f-2efd51a6aa37 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 945 time: 0.0610502 Mar 23 17:34:30.240914 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-04ea688b-5c72-4d11-bbaf-98e6d9e3569b req-fe8ffb29-0a98-4e2d-9fae-3a383ed0dec6 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428224 Mar 23 17:34:31.368697 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceffabf-410f-4323-bbb5-d169db2d2545 req-bf16da8e-0170-4ebf-897e-2543fab51b8e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:31.370180 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cceffabf-410f-4323-bbb5-d169db2d2545 req-bf16da8e-0170-4ebf-897e-2543fab51b8e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 945 time: 0.0537946 Mar 23 17:34:31.417279 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cceffabf-410f-4323-bbb5-d169db2d2545 req-086cc5b1-b77d-4659-88a7-842f40e4b882 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413177 Mar 23 17:34:32.557113 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ef41f-f4cd-4bd0-aa1e-5128ba444ae4 req-20107562-2f32-48ac-85ff-421ca9a5c984 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:32.558591 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c74ef41f-f4cd-4bd0-aa1e-5128ba444ae4 req-20107562-2f32-48ac-85ff-421ca9a5c984 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 945 time: 0.0644693 Mar 23 17:34:32.606007 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c74ef41f-f4cd-4bd0-aa1e-5128ba444ae4 req-a77f067d-d825-4712-93ef-467e309858e3 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400748 Mar 23 17:34:33.735544 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eaceb6-4f80-4f14-b759-de5920307166 req-1c234e26-799a-4c70-8af8-7599ded43b3d tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:33.737037 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-54eaceb6-4f80-4f14-b759-de5920307166 req-1c234e26-799a-4c70-8af8-7599ded43b3d tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 945 time: 0.0556967 Mar 23 17:34:33.785044 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-54eaceb6-4f80-4f14-b759-de5920307166 req-20741c54-cbad-46ed-841a-e7362f34654e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406926 Mar 23 17:34:34.928226 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfba65e-4414-4510-b7c7-027b73e8915b req-8ed872d6-0243-4992-a132-f019157b6114 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:34.929737 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3dfba65e-4414-4510-b7c7-027b73e8915b req-8ed872d6-0243-4992-a132-f019157b6114 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 945 time: 0.0669279 Mar 23 17:34:34.978572 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3dfba65e-4414-4510-b7c7-027b73e8915b req-4994f4ef-636c-4906-815e-c3e6c5e727f1 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412667 Mar 23 17:34:36.111823 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7d509-ee0b-4670-ace6-791cca4d3fa1 req-64f4d270-3837-47f4-b879-a069fc403e1a tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:36.113456 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-17a7d509-ee0b-4670-ace6-791cca4d3fa1 req-64f4d270-3837-47f4-b879-a069fc403e1a tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 945 time: 0.0582929 Mar 23 17:34:36.143460 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:34:36.164692 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-17a7d509-ee0b-4670-ace6-791cca4d3fa1 req-10d3ddec-1b07-498d-90f2-d759f52e7f00 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433836 Mar 23 17:34:36.663260 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318e047-b826-46d4-ac80-670b2a6d8de0 req-55851460-938d-472e-82f6-d1affb9523be tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:36.664668 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2318e047-b826-46d4-ac80-670b2a6d8de0 req-55851460-938d-472e-82f6-d1affb9523be tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0578744 Mar 23 17:34:36.714586 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2318e047-b826-46d4-ac80-670b2a6d8de0 req-2c5c3e89-926b-4dce-8a36-a0b3236316c6 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442922 Mar 23 17:34:37.303339 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b8846-034e-4a11-9a8e-bae00e08f846 req-102a5b32-2171-4563-ae58-dee48f7b3fd3 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:37.304805 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-102b8846-034e-4a11-9a8e-bae00e08f846 req-102a5b32-2171-4563-ae58-dee48f7b3fd3 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 945 time: 0.0569632 Mar 23 17:34:37.353586 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-102b8846-034e-4a11-9a8e-bae00e08f846 req-a2870a25-7773-45ba-9b65-b2f5d4113a14 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417991 Mar 23 17:34:37.646805 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-610d6c00-af0a-4cdd-ac5f-c150c7630e2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:37.852637 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f02f4-a043-4a7a-89e0-37f86e22e482 req-7d3264fc-84c8-473b-9536-da9ecb87525a tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:37.854145 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2b3f02f4-a043-4a7a-89e0-37f86e22e482 req-7d3264fc-84c8-473b-9536-da9ecb87525a tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0552099 Mar 23 17:34:37.902389 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2b3f02f4-a043-4a7a-89e0-37f86e22e482 req-4b27b515-c947-43e4-9b8b-bc2505c74d51 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408616 Mar 23 17:34:38.489132 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f54e94-d897-4363-a334-d9c6920ca3cd req-d02f0864-64df-460b-8622-ff6fb22d7163 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:38.490627 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-63f54e94-d897-4363-a334-d9c6920ca3cd req-d02f0864-64df-460b-8622-ff6fb22d7163 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 945 time: 0.0567968 Mar 23 17:34:38.538486 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-63f54e94-d897-4363-a334-d9c6920ca3cd req-370f7994-fa4a-4704-9647-9d7221094e3e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422146 Mar 23 17:34:39.037259 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133d9a0-530f-47fb-b881-3c0c45c332d8 req-d06a4931-5619-4b33-bc07-18529ed33f94 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:39.038983 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e133d9a0-530f-47fb-b881-3c0c45c332d8 req-d06a4931-5619-4b33-bc07-18529ed33f94 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0589035 Mar 23 17:34:39.089017 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e133d9a0-530f-47fb-b881-3c0c45c332d8 req-8a79ee43-6596-46e9-b772-754bd8f69178 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421863 Mar 23 17:34:39.673087 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd019457-ccd0-4dae-a966-4f4d9f72afb7 req-2da7d119-b645-4a6f-92bb-cd64c2702b58 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:39.674601 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fd019457-ccd0-4dae-a966-4f4d9f72afb7 req-2da7d119-b645-4a6f-92bb-cd64c2702b58 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 945 time: 0.0558403 Mar 23 17:34:39.728371 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fd019457-ccd0-4dae-a966-4f4d9f72afb7 req-7a716767-d59d-4d74-bf02-dd8703098946 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456171 Mar 23 17:34:40.145584 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b6442ed9-c9c2-4a2f-b647-ca417d2e2c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:40.223147 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bdbfb-420e-4bad-a34d-faf1a20bc351 req-2e42d3c4-8836-4aad-bcc0-4e840ae070cb tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:40.224623 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-913bdbfb-420e-4bad-a34d-faf1a20bc351 req-2e42d3c4-8836-4aad-bcc0-4e840ae070cb tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0564659 Mar 23 17:34:40.272900 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-913bdbfb-420e-4bad-a34d-faf1a20bc351 req-ecebbae1-b99b-4fb7-b66a-e0aa1b56419c tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413189 Mar 23 17:34:40.874045 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8d7ff-75b0-4305-96cc-8fa9574af346 req-9e714c71-7d12-4a76-87f2-fe116e4a0a8c tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:40.875503 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f7d8d7ff-75b0-4305-96cc-8fa9574af346 req-9e714c71-7d12-4a76-87f2-fe116e4a0a8c tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 945 time: 0.0613885 Mar 23 17:34:40.924700 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f7d8d7ff-75b0-4305-96cc-8fa9574af346 req-8dcda3e8-4684-41b5-9247-81d84d26860e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433199 Mar 23 17:34:41.373470 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:41.400590 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ce0d4-b541-403c-9346-cc2a5ae9bd78 req-6e8e564a-52ad-4fed-8251-5a72c5c3c070 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:41.402099 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1a7ce0d4-b541-403c-9346-cc2a5ae9bd78 req-6e8e564a-52ad-4fed-8251-5a72c5c3c070 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0586927 Mar 23 17:34:41.451380 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1a7ce0d4-b541-403c-9346-cc2a5ae9bd78 req-9ddaffaa-2c13-41e5-bc6e-64d52958ba23 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435994 Mar 23 17:34:42.087924 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037b09f-89c4-42b6-9f80-4b66b59b26b3 req-229fc6a5-e0d5-4a3f-9066-2811ae6079eb tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:42.089402 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6037b09f-89c4-42b6-9f80-4b66b59b26b3 req-229fc6a5-e0d5-4a3f-9066-2811ae6079eb tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 945 time: 0.0683806 Mar 23 17:34:42.138606 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6037b09f-89c4-42b6-9f80-4b66b59b26b3 req-a7f65ec8-2315-41cc-870a-5afddf2e53a9 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435200 Mar 23 17:34:42.341714 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device ef4f9a75-007b-4eb1-8e74-604bbba327dd details requested by agent hyperv_hv-cinder-83492 with host hv-cinder-83492 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:34:42.458051 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port ef4f9a75-007b-4eb1-8e74-604bbba327dd, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=ef4f9a75-007b-4eb1-8e74-604bbba327dd,segment=NetworkSegment(3173c500-488c-4756-a1e4-19030c18bbcc),segment_id=3173c500-488c-4756-a1e4-19030c18bbcc)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:34:42.469559 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Returning: {'device': 'ef4f9a75-007b-4eb1-8e74-604bbba327dd', 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b', 'port_id': 'ef4f9a75-007b-4eb1-8e74-604bbba327dd', 'mac_address': 'fa:16:3e:0d:67:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ea3e11-cafc-4af7-994c-b65686f8be40', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:34:42.508758 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port ef4f9a75-007b-4eb1-8e74-604bbba327dd is: ACTIVE; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:34:42.509161 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (ef4f9a75-007b-4eb1-8e74-604bbba327dd), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:42.522066 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef4f9a75-007b-4eb1-8e74-604bbba327dd {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:34:42.541824 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port ef4f9a75-007b-4eb1-8e74-604bbba327dd, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=ef4f9a75-007b-4eb1-8e74-604bbba327dd,segment=NetworkSegment(3173c500-488c-4756-a1e4-19030c18bbcc),segment_id=3173c500-488c-4756-a1e4-19030c18bbcc)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:34:42.548087 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (ef4f9a75-007b-4eb1-8e74-604bbba327dd), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:42.574815 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea3240-aa1e-4834-9769-f83db69410df req-a97ce7fc-4449-4063-a15d-277f312dda11 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:42.576327 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ecea3240-aa1e-4834-9769-f83db69410df req-a97ce7fc-4449-4063-a15d-277f312dda11 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0572870 Mar 23 17:34:42.595557 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=ef4f9a75-007b-4eb1-8e74-604bbba327dd,revision_number=6']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:34:42.603258 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:42.603590 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:42.603944 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:42.604315 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:42.604646 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:42.604974 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:42.605327 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:42.605647 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:42.605965 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:42.606286 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:42.606603 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:42.607613 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:42.607958 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:42.608277 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:42.608578 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:42.624371 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ecea3240-aa1e-4834-9769-f83db69410df req-2bf8318f-bc72-4ac3-b257-952749e944a9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421400 Mar 23 17:34:42.713973 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] get_ports_and_sgs() called for port_ids ['ef4f9a75-007b-4eb1-8e74-604bbba327dd'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:34:42.769929 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:43.283682 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b11e8-30ba-4961-8214-d75f8d75c3d6 req-e41abcdf-8ee1-44f7-9995-07ac5fcfe8cf tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:43.285178 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-519b11e8-30ba-4961-8214-d75f8d75c3d6 req-e41abcdf-8ee1-44f7-9995-07ac5fcfe8cf tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 944 time: 0.0621383 Mar 23 17:34:43.331292 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-519b11e8-30ba-4961-8214-d75f8d75c3d6 req-c2160c9a-f54c-42a5-b518-b79a9dda002c tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401080 Mar 23 17:34:43.754488 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b16e1c-e219-42cf-9cc1-d387ad694e50 req-dd189a96-1095-4a16-8f20-7ef781a708f2 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:43.756002 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f1b16e1c-e219-42cf-9cc1-d387ad694e50 req-dd189a96-1095-4a16-8f20-7ef781a708f2 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0545404 Mar 23 17:34:43.807332 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f1b16e1c-e219-42cf-9cc1-d387ad694e50 req-aa23441d-f2d4-47cf-9fb6-fc142da1d0ee tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454459 Mar 23 17:34:44.184240 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:44.300383 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 40598) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:34:44.305089 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-919d4189-9ff5-41b6-b942-1494ca830b00 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1256816134', 'description': 'tempest-description--2084549588'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:34:44.328244 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-919d4189-9ff5-41b6-b942-1494ca830b00 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:44.348707 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device ef4f9a75-007b-4eb1-8e74-604bbba327dd up at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:34:44.400021 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning complete for port ef4f9a75-007b-4eb1-8e74-604bbba327dd triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:34:44.400517 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (ef4f9a75-007b-4eb1-8e74-604bbba327dd), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:44.401747 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-919d4189-9ff5-41b6-b942-1494ca830b00 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group (83fb36d7-cbff-4b5b-9a14-4dcfe979c7de), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:44.431978 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-919d4189-9ff5-41b6-b942-1494ca830b00 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (83fb36d7-cbff-4b5b-9a14-4dcfe979c7de), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:44.476885 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-919d4189-9ff5-41b6-b942-1494ca830b00 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:44.478160 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-919d4189-9ff5-41b6-b942-1494ca830b00 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1767471 Mar 23 17:34:44.481274 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 40602) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:34:44.482576 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d4189-9ff5-41b6-b942-1494ca830b00 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83fb36d7-cbff-4b5b-9a14-4dcfe979c7de,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:34:44.485167 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port ef4f9a75-007b-4eb1-8e74-604bbba327dd is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:34:44.485635 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (ef4f9a75-007b-4eb1-8e74-604bbba327dd), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:44.486683 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-3279a0ed-4dbf-4842-b2f2-c8743b954ecd tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Request body: {'security_group_rule': {'security_group_id': '83fb36d7-cbff-4b5b-9a14-4dcfe979c7de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:34:44.492760 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d4189-9ff5-41b6-b942-1494ca830b00 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:44.493106 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d4189-9ff5-41b6-b942-1494ca830b00 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:44.493473 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d4189-9ff5-41b6-b942-1494ca830b00 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:44.493780 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d4189-9ff5-41b6-b942-1494ca830b00 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:44.494117 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d4189-9ff5-41b6-b942-1494ca830b00 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:44.494474 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d4189-9ff5-41b6-b942-1494ca830b00 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:44.494797 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d4189-9ff5-41b6-b942-1494ca830b00 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:44.495093 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d4189-9ff5-41b6-b942-1494ca830b00 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:44.495451 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d4189-9ff5-41b6-b942-1494ca830b00 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:44.495764 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d4189-9ff5-41b6-b942-1494ca830b00 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:44.496083 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d4189-9ff5-41b6-b942-1494ca830b00 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:44.496404 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d4189-9ff5-41b6-b942-1494ca830b00 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:44.496718 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d4189-9ff5-41b6-b942-1494ca830b00 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:44.497033 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d4189-9ff5-41b6-b942-1494ca830b00 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:44.497378 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919d4189-9ff5-41b6-b942-1494ca830b00 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:44.509888 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c37794-0af1-42b5-bd85-f224308f7dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4f9a75-007b-4eb1-8e74-604bbba327dd'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:34:44.510038 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304f1be-cf2f-4da3-9abd-6b1cdca5fb3e req-74f46dc9-9d20-424e-bc2a-5dd86e0c6010 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:44.511438 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6304f1be-cf2f-4da3-9abd-6b1cdca5fb3e req-74f46dc9-9d20-424e-bc2a-5dd86e0c6010 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 944 time: 0.1066554 Mar 23 17:34:44.512172 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3b886c43f84fb41b48ddc1b85747c6a8556e7daa9282459995a85f65cd8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ed21d0-d54c-4b13-b3ba-211296751119" -d '{"events": [{"server_uuid": "b7c37794-0af1-42b5-bd85-f224308f7dec", "name": "network-vif-plugged", "status": "completed", "tag": "ef4f9a75-007b-4eb1-8e74-604bbba327dd"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:34:44.522537 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3279a0ed-4dbf-4842-b2f2-c8743b954ecd tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group_rule (a9517190-32d6-4c1a-a471-7916ab6cf22f), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:44.525472 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port ef4f9a75-007b-4eb1-8e74-604bbba327dd, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=ef4f9a75-007b-4eb1-8e74-604bbba327dd,segment=NetworkSegment(3173c500-488c-4756-a1e4-19030c18bbcc),segment_id=3173c500-488c-4756-a1e4-19030c18bbcc)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:34:44.536918 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (ef4f9a75-007b-4eb1-8e74-604bbba327dd), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:44.560469 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4b41cb-de21-442b-9fad-597a22de89fd x-openstack-request-id: req-2a4b41cb-de21-442b-9fad-597a22de89fd {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:34:44.560821 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c37794-0af1-42b5-bd85-f224308f7dec", "name": "network-vif-plugged", "status": "completed", "tag": "ef4f9a75-007b-4eb1-8e74-604bbba327dd", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:34:44.561077 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2a4b41cb-de21-442b-9fad-597a22de89fd {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:34:44.561504 dv-cinder-834920-1-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a4b41cb-de21-442b-9fad-597a22de89fd'] response: {'server_uuid': 'b7c37794-0af1-42b5-bd85-f224308f7dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4f9a75-007b-4eb1-8e74-604bbba327dd', 'code': 200} Mar 23 17:34:44.582929 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6304f1be-cf2f-4da3-9abd-6b1cdca5fb3e req-9c06bb02-25a5-430a-a256-06d35fd68e57 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648389 Mar 23 17:34:44.588432 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=ef4f9a75-007b-4eb1-8e74-604bbba327dd,revision_number=7']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:34:44.591923 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3279a0ed-4dbf-4842-b2f2-c8743b954ecd tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group_rule (a9517190-32d6-4c1a-a471-7916ab6cf22f), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:44.601310 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3279a0ed-4dbf-4842-b2f2-c8743b954ecd tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530535'] for security_group_rule (a9517190-32d6-4c1a-a471-7916ab6cf22f), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:44.618990 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3279a0ed-4dbf-4842-b2f2-c8743b954ecd tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9517190-32d6-4c1a-a471-7916ab6cf22f,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:34:44.627723 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279a0ed-4dbf-4842-b2f2-c8743b954ecd tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:44.628073 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279a0ed-4dbf-4842-b2f2-c8743b954ecd tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:44.628415 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279a0ed-4dbf-4842-b2f2-c8743b954ecd tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:44.628753 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279a0ed-4dbf-4842-b2f2-c8743b954ecd tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:44.629087 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279a0ed-4dbf-4842-b2f2-c8743b954ecd tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:44.629446 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279a0ed-4dbf-4842-b2f2-c8743b954ecd tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:44.629833 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279a0ed-4dbf-4842-b2f2-c8743b954ecd tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:44.630160 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279a0ed-4dbf-4842-b2f2-c8743b954ecd tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:44.630490 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279a0ed-4dbf-4842-b2f2-c8743b954ecd tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:44.630816 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279a0ed-4dbf-4842-b2f2-c8743b954ecd tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:44.631137 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279a0ed-4dbf-4842-b2f2-c8743b954ecd tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:44.631458 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279a0ed-4dbf-4842-b2f2-c8743b954ecd tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:44.631777 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279a0ed-4dbf-4842-b2f2-c8743b954ecd tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:44.632100 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279a0ed-4dbf-4842-b2f2-c8743b954ecd tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:44.632418 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3279a0ed-4dbf-4842-b2f2-c8743b954ecd tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:34:44.636746 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3279a0ed-4dbf-4842-b2f2-c8743b954ecd tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:44.637986 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-3279a0ed-4dbf-4842-b2f2-c8743b954ecd tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1556962 Mar 23 17:34:44.640671 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 40608) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:34:44.645294 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-fa778055-e6ac-4ebe-b044-971eb07caf37 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Request body: {'security_group_rule': {'security_group_id': '83fb36d7-cbff-4b5b-9a14-4dcfe979c7de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:34:44.671186 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-fa778055-e6ac-4ebe-b044-971eb07caf37 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group_rule (ba0c1d3f-747c-4a71-8202-3c18acd34293), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:44.737305 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-fa778055-e6ac-4ebe-b044-971eb07caf37 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group_rule (ba0c1d3f-747c-4a71-8202-3c18acd34293), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:44.742369 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-fa778055-e6ac-4ebe-b044-971eb07caf37 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530535'] for security_group_rule (ba0c1d3f-747c-4a71-8202-3c18acd34293), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:44.759678 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa778055-e6ac-4ebe-b044-971eb07caf37 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba0c1d3f-747c-4a71-8202-3c18acd34293,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:34:44.765819 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-fa778055-e6ac-4ebe-b044-971eb07caf37 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:44.767065 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-fa778055-e6ac-4ebe-b044-971eb07caf37 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1254439 Mar 23 17:34:44.770264 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 40610) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:34:44.774420 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-01a9cc03-8253-4f0e-8ccf-0e7e49618df0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Request body: {'floatingip': {'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:34:44.796733 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-01a9cc03-8253-4f0e-8ccf-0e7e49618df0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:44.894165 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-01a9cc03-8253-4f0e-8ccf-0e7e49618df0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:44.931159 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929bc0b-9cff-46fb-b862-71068fb9eaa5 req-d5801eae-e074-429d-95ec-f2055c3fb7e9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:44.932661 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f929bc0b-9cff-46fb-b862-71068fb9eaa5 req-d5801eae-e074-429d-95ec-f2055c3fb7e9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0557675 Mar 23 17:34:44.980925 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f929bc0b-9cff-46fb-b862-71068fb9eaa5 req-162f9a46-7dbc-428a-91a1-ecd078c3c9e4 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422177 Mar 23 17:34:45.014347 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [None req-01a9cc03-8253-4f0e-8ccf-0e7e49618df0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Allocated IP 172.27.2.50 (17d610fd-133a-4c28-bfb5-fce45cda1090/3c39f8ab-3a38-4914-94a2-be3bf3be7af7/c180afe6-062a-4532-95cf-ae1dc3708742) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:34:45.116716 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-01a9cc03-8253-4f0e-8ccf-0e7e49618df0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for port (c180afe6-062a-4532-95cf-ae1dc3708742), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:45.151603 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-01a9cc03-8253-4f0e-8ccf-0e7e49618df0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (c180afe6-062a-4532-95cf-ae1dc3708742), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:45.197405 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a9cc03-8253-4f0e-8ccf-0e7e49618df0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Network 17d610fd-133a-4c28-bfb5-fce45cda1090 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:34:45.200285 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-01a9cc03-8253-4f0e-8ccf-0e7e49618df0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:34:45.205733 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a9cc03-8253-4f0e-8ccf-0e7e49618df0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:34:45.213826 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a9cc03-8253-4f0e-8ccf-0e7e49618df0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Pushing event updated for resources: {'Port': ['ID=c180afe6-062a-4532-95cf-ae1dc3708742,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:34:45.261882 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-01a9cc03-8253-4f0e-8ccf-0e7e49618df0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for floatingip (8dd8375d-597e-413f-862d-68685cd76fce), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:45.310505 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-01a9cc03-8253-4f0e-8ccf-0e7e49618df0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (c180afe6-062a-4532-95cf-ae1dc3708742), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:45.464130 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-01a9cc03-8253-4f0e-8ccf-0e7e49618df0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for port (c180afe6-062a-4532-95cf-ae1dc3708742), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:45.471856 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-01a9cc03-8253-4f0e-8ccf-0e7e49618df0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (c180afe6-062a-4532-95cf-ae1dc3708742), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:45.502428 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-01a9cc03-8253-4f0e-8ccf-0e7e49618df0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614213'] for floatingip (8dd8375d-597e-413f-862d-68685cd76fce), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:45.522361 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a9cc03-8253-4f0e-8ccf-0e7e49618df0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Pushing event updated for resources: {'Port': ['ID=c180afe6-062a-4532-95cf-ae1dc3708742,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:34:45.528548 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-01a9cc03-8253-4f0e-8ccf-0e7e49618df0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for floatingip (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:45.529971 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-01a9cc03-8253-4f0e-8ccf-0e7e49618df0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7588017 Mar 23 17:34:45.704951 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-f24c97a9-ef1d-4e8e-b20a-2977556f8aad tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1256816134&fields=id&tenant_id=81cbeef3df3646be902884c3e8e86d20 HTTP/1.1" status: 200 len: 267 time: 0.0685685 Mar 23 17:34:45.721301 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3685e2c-cf4a-437d-b0fa-970f57445805 req-0353ccfe-4162-4991-bc5c-f3daecdbb5b5 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:45.722717 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f3685e2c-cf4a-437d-b0fa-970f57445805 req-0353ccfe-4162-4991-bc5c-f3daecdbb5b5 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 945 time: 0.0706816 Mar 23 17:34:45.826890 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f3685e2c-cf4a-437d-b0fa-970f57445805 req-b4a92df7-22b1-453b-a0ff-295f0541f02d tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965240 Mar 23 17:34:45.850854 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-272ab7d7-29df-401c-a938-309d9c1fb664 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:45.852338 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-272ab7d7-29df-401c-a938-309d9c1fb664 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/networks?id=2888c7fe-ae98-4d0e-9549-8ca804e8c855 HTTP/1.1" status: 200 len: 815 time: 0.1396279 Mar 23 17:34:45.867141 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-4edb1a07-c866-47fe-b00b-ab7fd287e9d9 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/quotas/81cbeef3df3646be902884c3e8e86d20 HTTP/1.1" status: 200 len: 375 time: 0.0093646 Mar 23 17:34:45.924905 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-23e3d4d6-343a-49d6-8822-69e1438ac35a tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=81cbeef3df3646be902884c3e8e86d20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0527344 Mar 23 17:34:46.146567 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-59d22be6-e764-4699-8be9-5016c3a3834c service neutron] 10.222.0.41 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053974 Mar 23 17:34:46.154306 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517120c-0ea5-4fc6-85ce-8616250e08d4 req-4ce89972-6f3b-4a00-8fec-3f827d5e2f98 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:46.155659 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1517120c-0ea5-4fc6-85ce-8616250e08d4 req-4ce89972-6f3b-4a00-8fec-3f827d5e2f98 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.1056838 Mar 23 17:34:46.255060 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1517120c-0ea5-4fc6-85ce-8616250e08d4 req-2b2e7c8b-aebb-4c10-8d98-b800f7dedc5c tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911462 Mar 23 17:34:46.270738 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-2849f6d7-3955-4746-9d1b-7310b1694abf service neutron] 10.222.0.41 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142099 Mar 23 17:34:46.434839 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4ae90447-7b97-4bc8-bc7a-cb2941b90ebc req-ed7b5dfd-c9c8-4a89-9778-e9d83ea4d921 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=150f9600-16a9-4d8c-a52f-76d1c4cb0954 HTTP/1.1" status: 200 len: 210 time: 0.0274105 Mar 23 17:34:46.950248 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b17525-7908-40a4-862f-7a9431c340a2 req-ce546638-ca76-4971-83b7-9b2a469ea3c6 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:46.951824 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-96b17525-7908-40a4-862f-7a9431c340a2 req-ce546638-ca76-4971-83b7-9b2a469ea3c6 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 945 time: 0.0535951 Mar 23 17:34:46.999174 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-96b17525-7908-40a4-862f-7a9431c340a2 req-bba07fb3-0e32-41aa-a195-456b1db1d1c4 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414720 Mar 23 17:34:47.387177 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569867a-e5b6-4fd7-89e4-2d71836d18a2 req-04beedfb-0be5-46a3-bf23-245d3d2914ea tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:47.388751 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6569867a-e5b6-4fd7-89e4-2d71836d18a2 req-04beedfb-0be5-46a3-bf23-245d3d2914ea tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0563698 Mar 23 17:34:47.442169 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6569867a-e5b6-4fd7-89e4-2d71836d18a2 req-2d8ce3a6-9011-43b5-b276-0d1cfd14f99c tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476892 Mar 23 17:34:47.535138 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-69f1cc51-91af-49b4-8d79-19d762330810 req-65ef51cc-bac5-49cf-b1be-8420f8915dfc tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=150f9600-16a9-4d8c-a52f-76d1c4cb0954 HTTP/1.1" status: 200 len: 210 time: 0.0331748 Mar 23 17:34:47.621633 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-f8e504bd-0b75-4745-b925-55b49489907e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:47.623115 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-f8e504bd-0b75-4745-b925-55b49489907e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.57 "GET /v2.0/networks?id=2888c7fe-ae98-4d0e-9549-8ca804e8c855 HTTP/1.1" status: 200 len: 815 time: 0.1029191 Mar 23 17:34:47.700424 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-d94158d0-29b4-49e9-b09f-896c8759b88c tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81cbeef3df3646be902884c3e8e86d20 HTTP/1.1" status: 200 len: 472 time: 0.0643575 Mar 23 17:34:47.717450 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-3bf6a494-a2b0-4a0b-9a0c-a6486308b419 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Request body: {'port': {'device_id': '150f9600-16a9-4d8c-a52f-76d1c4cb0954', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'admin_state_up': True, 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'security_groups': ['83fb36d7-cbff-4b5b-9a14-4dcfe979c7de']}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:34:47.831073 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-3bf6a494-a2b0-4a0b-9a0c-a6486308b419 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Made reservation on behalf of 81cbeef3df3646be902884c3e8e86d20 for: {'port': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:34:47.834676 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-3bf6a494-a2b0-4a0b-9a0c-a6486308b419 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:47.960396 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-3bf6a494-a2b0-4a0b-9a0c-a6486308b419 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Allocated IP 172.20.0.6 (2888c7fe-ae98-4d0e-9549-8ca804e8c855/d923e995-8ad4-43f2-beba-221af8031362/67eb30d9-d39d-43f0-ad89-be9f5a623812) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:34:48.098045 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-3bf6a494-a2b0-4a0b-9a0c-a6486308b419 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for port (67eb30d9-d39d-43f0-ad89-be9f5a623812), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:48.122374 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffb6ec-34b0-4c3d-8514-15ef46b654c3 req-9fa7e9fc-fb22-4b71-9f29-96a2fb2296ae tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:48.123876 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-82ffb6ec-34b0-4c3d-8514-15ef46b654c3 req-9fa7e9fc-fb22-4b71-9f29-96a2fb2296ae tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 945 time: 0.0528498 Mar 23 17:34:48.133240 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-3bf6a494-a2b0-4a0b-9a0c-a6486308b419 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (67eb30d9-d39d-43f0-ad89-be9f5a623812), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:48.175075 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-82ffb6ec-34b0-4c3d-8514-15ef46b654c3 req-d1610489-9864-4380-9501-847a21a37516 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455015 Mar 23 17:34:48.179094 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-3bf6a494-a2b0-4a0b-9a0c-a6486308b419 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Network 2888c7fe-ae98-4d0e-9549-8ca804e8c855 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:34:48.182202 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-3bf6a494-a2b0-4a0b-9a0c-a6486308b419 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:34:48.184839 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-3bf6a494-a2b0-4a0b-9a0c-a6486308b419 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:34:48.193574 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-3bf6a494-a2b0-4a0b-9a0c-a6486308b419 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:48.193574 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-3bf6a494-a2b0-4a0b-9a0c-a6486308b419 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:48.202767 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6a494-a2b0-4a0b-9a0c-a6486308b419 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Pushing event updated for resources: {'Port': ['ID=67eb30d9-d39d-43f0-ad89-be9f5a623812,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:34:48.218917 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-3bf6a494-a2b0-4a0b-9a0c-a6486308b419 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5052743 Mar 23 17:34:48.280791 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-7c7a8488-2830-4835-94e7-71968c982d19 service neutron] Request body: {'port': {'device_id': '150f9600-16a9-4d8c-a52f-76d1c4cb0954', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83492'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:34:48.341130 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-7c7a8488-2830-4835-94e7-71968c982d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (67eb30d9-d39d-43f0-ad89-be9f5a623812), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:48.366467 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-e18b473c-ed91-4c52-aca2-d7461adb2501 None None] Provisioning complete for port 67eb30d9-d39d-43f0-ad89-be9f5a623812 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:34:48.367037 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e18b473c-ed91-4c52-aca2-d7461adb2501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (67eb30d9-d39d-43f0-ad89-be9f5a623812), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:48.399290 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-e18b473c-ed91-4c52-aca2-d7461adb2501 None None] Port 67eb30d9-d39d-43f0-ad89-be9f5a623812 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:34:48.562447 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7617a7f-b711-4c80-87df-8f8d4ae0b733 req-b05aa906-8666-4123-b06a-94a7fde348b2 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:48.564719 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b7617a7f-b711-4c80-87df-8f8d4ae0b733 req-b05aa906-8666-4123-b06a-94a7fde348b2 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0534239 Mar 23 17:34:48.609202 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-7c7a8488-2830-4835-94e7-71968c982d19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67eb30d9-d39d-43f0-ad89-be9f5a623812 {{(pid=103207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:34:48.616684 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-7c7a8488-2830-4835-94e7-71968c982d19 service neutron] Publish callbacks [] for port (67eb30d9-d39d-43f0-ad89-be9f5a623812), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:48.618525 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b7617a7f-b711-4c80-87df-8f8d4ae0b733 req-ff75f484-9fd1-40bb-9814-225b5a549d15 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487008 Mar 23 17:34:48.631551 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.provisioning_blocks [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-7c7a8488-2830-4835-94e7-71968c982d19 service neutron] Transition to ACTIVE for port object 67eb30d9-d39d-43f0-ad89-be9f5a623812 will not be triggered until provisioned by entity L2. {{(pid=103207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:34:48.637008 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-7c7a8488-2830-4835-94e7-71968c982d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (67eb30d9-d39d-43f0-ad89-be9f5a623812), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:48.662942 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768eb78b-a3ef-400f-b6c3-a98c3717cb07 req-f471dc9c-670d-4f7d-b27d-1df7dbc71658 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:48.664412 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-768eb78b-a3ef-400f-b6c3-a98c3717cb07 req-f471dc9c-670d-4f7d-b27d-1df7dbc71658 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=150f9600-16a9-4d8c-a52f-76d1c4cb0954 HTTP/1.1" status: 200 len: 931 time: 0.0576055 Mar 23 17:34:48.687239 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a8488-2830-4835-94e7-71968c982d19 service neutron] Pushing event updated for resources: {'Port': ['ID=67eb30d9-d39d-43f0-ad89-be9f5a623812,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:34:48.722167 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-768eb78b-a3ef-400f-b6c3-a98c3717cb07 req-3bded6d8-e5e8-4cbc-9bde-4af770a4a1c5 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=83fb36d7-cbff-4b5b-9a14-4dcfe979c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515330 Mar 23 17:34:48.733346 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-7c7a8488-2830-4835-94e7-71968c982d19 service neutron] Attempting to bind port 67eb30d9-d39d-43f0-ad89-be9f5a623812 on host hv-cinder-83492 for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:34:48.733683 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-7c7a8488-2830-4835-94e7-71968c982d19 service neutron] Attempting to bind port 67eb30d9-d39d-43f0-ad89-be9f5a623812 by drivers openvswitch,hyperv on host hv-cinder-83492 at level 0 using segments [{'id': '0ba0aa12-bf45-410a-8276-1084354c048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:34:48.734153 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-7c7a8488-2830-4835-94e7-71968c982d19 service neutron] Attempting to bind port 67eb30d9-d39d-43f0-ad89-be9f5a623812 on network 2888c7fe-ae98-4d0e-9549-8ca804e8c855 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:34:48.739103 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-7c7a8488-2830-4835-94e7-71968c982d19 service neutron] Port 67eb30d9-d39d-43f0-ad89-be9f5a623812 on network 2888c7fe-ae98-4d0e-9549-8ca804e8c855 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83492 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:34:48.739484 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-7c7a8488-2830-4835-94e7-71968c982d19 service neutron] Attempting to bind port 67eb30d9-d39d-43f0-ad89-be9f5a623812 on network 2888c7fe-ae98-4d0e-9549-8ca804e8c855 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:34:48.745253 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-7c7a8488-2830-4835-94e7-71968c982d19 service neutron] Checking agent: {'id': '0fd13996-c267-4136-a0e2-84ee892b4d83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83492', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'started_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:34:48.745669 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-7c7a8488-2830-4835-94e7-71968c982d19 service neutron] Checking segment: {'id': '0ba0aa12-bf45-410a-8276-1084354c048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:34:48.746103 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-7c7a8488-2830-4835-94e7-71968c982d19 service neutron] Bound using segment: {'id': '0ba0aa12-bf45-410a-8276-1084354c048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:34:48.746594 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-7c7a8488-2830-4835-94e7-71968c982d19 service neutron] Bound port: 67eb30d9-d39d-43f0-ad89-be9f5a623812, host: hv-cinder-83492, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ba0aa12-bf45-410a-8276-1084354c048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:34:48.747045 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-7c7a8488-2830-4835-94e7-71968c982d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (67eb30d9-d39d-43f0-ad89-be9f5a623812), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:48.816768 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-7c7a8488-2830-4835-94e7-71968c982d19 service neutron] For port 67eb30d9-d39d-43f0-ad89-be9f5a623812, host hv-cinder-83492, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:34:48.820463 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-7c7a8488-2830-4835-94e7-71968c982d19 service neutron] For port 67eb30d9-d39d-43f0-ad89-be9f5a623812, host hv-cinder-83492, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=67eb30d9-d39d-43f0-ad89-be9f5a623812,segment=NetworkSegment(0ba0aa12-bf45-410a-8276-1084354c048b),segment_id=0ba0aa12-bf45-410a-8276-1084354c048b)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:34:48.827141 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-7c7a8488-2830-4835-94e7-71968c982d19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (67eb30d9-d39d-43f0-ad89-be9f5a623812), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:48.858207 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-7c7a8488-2830-4835-94e7-71968c982d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:48.858968 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-7c7a8488-2830-4835-94e7-71968c982d19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:48.860417 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-7c7a8488-2830-4835-94e7-71968c982d19 service neutron] 10.222.0.57 "PUT /v2.0/ports/67eb30d9-d39d-43f0-ad89-be9f5a623812 HTTP/1.1" status: 200 len: 1093 time: 0.6309302 Mar 23 17:34:48.862433 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '150f9600-16a9-4d8c-a52f-76d1c4cb0954', 'tag': '67eb30d9-d39d-43f0-ad89-be9f5a623812'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:34:48.864713 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f6b98a-ad62-4092-bdba-af15004dfac2" -d '{"events": [{"name": "network-changed", "server_uuid": "150f9600-16a9-4d8c-a52f-76d1c4cb0954", "tag": "67eb30d9-d39d-43f0-ad89-be9f5a623812"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:34:48.890901 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a8488-2830-4835-94e7-71968c982d19 service neutron] Pushing event updated for resources: {'Port': ['ID=67eb30d9-d39d-43f0-ad89-be9f5a623812,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:34:48.926664 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a92772f-bf64-4d41-a23d-3bea83e41c9f x-openstack-request-id: req-6a92772f-bf64-4d41-a23d-3bea83e41c9f {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:34:48.926944 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "150f9600-16a9-4d8c-a52f-76d1c4cb0954", "tag": "67eb30d9-d39d-43f0-ad89-be9f5a623812", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:34:48.927195 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6a92772f-bf64-4d41-a23d-3bea83e41c9f {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:34:48.927597 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a92772f-bf64-4d41-a23d-3bea83e41c9f'] response: {'name': 'network-changed', 'server_uuid': '150f9600-16a9-4d8c-a52f-76d1c4cb0954', 'tag': '67eb30d9-d39d-43f0-ad89-be9f5a623812', 'status': 'completed', 'code': 200} Mar 23 17:34:48.964492 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-d59ced31-4147-439b-85a5-965df808d5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:48.966123 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-d59ced31-4147-439b-85a5-965df808d5d3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81cbeef3df3646be902884c3e8e86d20&device_id=150f9600-16a9-4d8c-a52f-76d1c4cb0954 HTTP/1.1" status: 200 len: 1127 time: 0.0480325 Mar 23 17:34:49.008120 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-57bdc08e-047b-49fd-9186-a346803e3250 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67eb30d9-d39d-43f0-ad89-be9f5a623812 HTTP/1.1" status: 200 len: 217 time: 0.0338390 Mar 23 17:34:49.067025 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-afb0611f-c0d4-4408-80ce-c8e7e3b00c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:49.068492 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-afb0611f-c0d4-4408-80ce-c8e7e3b00c7d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d923e995-8ad4-43f2-beba-221af8031362 HTTP/1.1" status: 200 len: 854 time: 0.0538917 Mar 23 17:34:49.124272 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-6bb7e52f-6e79-4986-9e88-58a49365f098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:49.126088 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-6bb7e52f-6e79-4986-9e88-58a49365f098 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2888c7fe-ae98-4d0e-9549-8ca804e8c855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514534 Mar 23 17:34:49.216828 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-e669e390-fb55-4d21-aa6a-3bce5263c572 service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829506 Mar 23 17:34:49.301481 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a61c8-aa02-4f8a-a91b-1eaff1db4c18 req-34cabe54-0aa0-40b6-971a-1a005eda9289 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:49.303040 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-751a61c8-aa02-4f8a-a91b-1eaff1db4c18 req-34cabe54-0aa0-40b6-971a-1a005eda9289 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 945 time: 0.0562155 Mar 23 17:34:49.310949 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c003af16-0f21-4fd6-9966-75bcf71f075f req-bf65b6e7-006c-49ca-bc12-1a0dd037a826 service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877523 Mar 23 17:34:49.350690 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-751a61c8-aa02-4f8a-a91b-1eaff1db4c18 req-99fd4245-2bca-4ff8-af12-e021d697e152 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418406 Mar 23 17:34:49.405531 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6b98a-ad62-4092-bdba-af15004dfac2 req-d7c0af2a-d168-4954-b782-ca355965a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:49.406917 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-28f6b98a-ad62-4092-bdba-af15004dfac2 req-d7c0af2a-d168-4954-b782-ca355965a83a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81cbeef3df3646be902884c3e8e86d20&device_id=150f9600-16a9-4d8c-a52f-76d1c4cb0954 HTTP/1.1" status: 200 len: 1127 time: 0.0440285 Mar 23 17:34:49.501982 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6b98a-ad62-4092-bdba-af15004dfac2 req-de9a1934-3172-44d6-9194-a25eb85bd0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:49.503458 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-28f6b98a-ad62-4092-bdba-af15004dfac2 req-de9a1934-3172-44d6-9194-a25eb85bd0b8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2888c7fe-ae98-4d0e-9549-8ca804e8c855 HTTP/1.1" status: 200 len: 916 time: 0.0852196 Mar 23 17:34:49.544386 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-28f6b98a-ad62-4092-bdba-af15004dfac2 req-f8a0fcda-a40f-4d2c-9814-859d1cb93a2a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67eb30d9-d39d-43f0-ad89-be9f5a623812 HTTP/1.1" status: 200 len: 217 time: 0.0344810 Mar 23 17:34:49.592279 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6b98a-ad62-4092-bdba-af15004dfac2 req-2f9faa98-2f7b-4361-8f29-c751ad7bfa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:49.593734 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-28f6b98a-ad62-4092-bdba-af15004dfac2 req-2f9faa98-2f7b-4361-8f29-c751ad7bfa3a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d923e995-8ad4-43f2-beba-221af8031362 HTTP/1.1" status: 200 len: 854 time: 0.0432777 Mar 23 17:34:49.747864 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de67f7e-0ecf-4671-b6b8-127bd132c3bc req-a1bca64a-46ef-4673-96c0-b181d757c320 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:49.749853 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9de67f7e-0ecf-4671-b6b8-127bd132c3bc req-a1bca64a-46ef-4673-96c0-b181d757c320 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0555999 Mar 23 17:34:49.826319 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9de67f7e-0ecf-4671-b6b8-127bd132c3bc req-5b599984-8616-4613-825f-c69e1e2fbae3 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695922 Mar 23 17:34:49.850357 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769339ba-8b1f-428c-9fbb-5f2684688b40 req-b8e48ff7-c042-4044-aaf1-972e87388f2d tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:49.851946 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-769339ba-8b1f-428c-9fbb-5f2684688b40 req-b8e48ff7-c042-4044-aaf1-972e87388f2d tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=150f9600-16a9-4d8c-a52f-76d1c4cb0954 HTTP/1.1" status: 200 len: 943 time: 0.0619693 Mar 23 17:34:49.868235 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6b98a-ad62-4092-bdba-af15004dfac2 req-25148eb4-80c9-4243-bcb1-676322a867b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:49.869859 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-28f6b98a-ad62-4092-bdba-af15004dfac2 req-25148eb4-80c9-4243-bcb1-676322a867b9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2888c7fe-ae98-4d0e-9549-8ca804e8c855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2691238 Mar 23 17:34:49.901916 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-769339ba-8b1f-428c-9fbb-5f2684688b40 req-3e1499c0-db57-4d24-ae5d-e52521d0cc47 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=83fb36d7-cbff-4b5b-9a14-4dcfe979c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441499 Mar 23 17:34:50.020201 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-28f6b98a-ad62-4092-bdba-af15004dfac2 req-3e35f820-36a4-4280-9fa7-378af468ae56 service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793221 Mar 23 17:34:50.139716 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-28f6b98a-ad62-4092-bdba-af15004dfac2 req-44031dd7-ae22-4b75-ace6-a33cc916103f service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866787 Mar 23 17:34:50.480612 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c937b5-a331-47e3-9051-f1f09ac7969c req-e2f82b13-cd73-49cd-9010-797028b6e83c tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:50.482302 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-56c937b5-a331-47e3-9051-f1f09ac7969c req-e2f82b13-cd73-49cd-9010-797028b6e83c tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 945 time: 0.0600221 Mar 23 17:34:50.532688 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-56c937b5-a331-47e3-9051-f1f09ac7969c req-965701d3-2a20-4fe7-abd3-1b06c6820c76 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438666 Mar 23 17:34:50.952382 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a95e7-7b64-445a-a679-4520ba2c37f1 req-9fecb9c5-840c-4726-b85e-cc1464436c64 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:50.955844 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-188a95e7-7b64-445a-a679-4520ba2c37f1 req-9fecb9c5-840c-4726-b85e-cc1464436c64 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0566072 Mar 23 17:34:51.038559 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-188a95e7-7b64-445a-a679-4520ba2c37f1 req-6c638bec-2327-43bd-b617-e5a90d259259 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726051 Mar 23 17:34:51.076402 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2047258-ad08-49ca-a970-c1a7727378b8 req-e81c8b55-3dcb-4337-bdff-3968cfa75415 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:51.078056 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b2047258-ad08-49ca-a970-c1a7727378b8 req-e81c8b55-3dcb-4337-bdff-3968cfa75415 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=150f9600-16a9-4d8c-a52f-76d1c4cb0954 HTTP/1.1" status: 200 len: 943 time: 0.0970011 Mar 23 17:34:51.129658 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b2047258-ad08-49ca-a970-c1a7727378b8 req-7181a5e9-2aa0-48a4-8160-d790fd74841f tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=83fb36d7-cbff-4b5b-9a14-4dcfe979c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454242 Mar 23 17:34:51.664354 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77f906-cba2-4530-af4a-5d6f3c18981b req-b46d85bd-b856-404d-ae2d-be148ec7958e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:51.666043 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ec77f906-cba2-4530-af4a-5d6f3c18981b req-b46d85bd-b856-404d-ae2d-be148ec7958e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 945 time: 0.0571456 Mar 23 17:34:51.716601 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ec77f906-cba2-4530-af4a-5d6f3c18981b req-667460f3-e716-4756-bb5c-1431edea84e9 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427105 Mar 23 17:34:52.180302 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cc940-e366-4778-80c8-3c74ee97b95e req-c751f2d7-0521-4c5a-bfec-2e8b71f0d7aa tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:52.181743 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d89cc940-e366-4778-80c8-3c74ee97b95e req-c751f2d7-0521-4c5a-bfec-2e8b71f0d7aa tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0688074 Mar 23 17:34:52.264828 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d89cc940-e366-4778-80c8-3c74ee97b95e req-9b32b7a9-a3d2-42f3-b172-c0dc200eb9d9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772326 Mar 23 17:34:52.315355 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f4279-0e07-4d9e-8a39-94456d7e21d0 req-5c2b008c-82f3-4686-ba8d-f361eec41c31 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:52.317611 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-595f4279-0e07-4d9e-8a39-94456d7e21d0 req-5c2b008c-82f3-4686-ba8d-f361eec41c31 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=150f9600-16a9-4d8c-a52f-76d1c4cb0954 HTTP/1.1" status: 200 len: 943 time: 0.1091926 Mar 23 17:34:52.372825 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-595f4279-0e07-4d9e-8a39-94456d7e21d0 req-5b69c0d1-e49d-43b6-b0bd-4f23e17817e8 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=83fb36d7-cbff-4b5b-9a14-4dcfe979c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495043 Mar 23 17:34:52.851967 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8316ea-12de-40d8-80e2-65753bf98f33 req-c34c9121-0e2e-44be-8296-49c4a485afdf tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:52.853773 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ee8316ea-12de-40d8-80e2-65753bf98f33 req-c34c9121-0e2e-44be-8296-49c4a485afdf tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 945 time: 0.0610211 Mar 23 17:34:52.917330 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ee8316ea-12de-40d8-80e2-65753bf98f33 req-287afaf4-a148-4f7f-bc0a-3c6d4cee295c tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560453 Mar 23 17:34:53.410937 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e28574-721f-4e8a-85e6-a358a432585c req-b3de956e-440a-4c18-9a04-d807442d8ee6 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:53.416596 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-63e28574-721f-4e8a-85e6-a358a432585c req-b3de956e-440a-4c18-9a04-d807442d8ee6 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0564134 Mar 23 17:34:53.497861 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-63e28574-721f-4e8a-85e6-a358a432585c req-b801fb04-7bef-4db5-bb67-06cd84ff59c5 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784676 Mar 23 17:34:53.540989 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff9402-2e41-4452-b3a2-22a3281a2520 req-d6ecffd0-b13d-4dbc-a37a-bff43a535ff5 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:53.547962 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-97ff9402-2e41-4452-b3a2-22a3281a2520 req-d6ecffd0-b13d-4dbc-a37a-bff43a535ff5 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=150f9600-16a9-4d8c-a52f-76d1c4cb0954 HTTP/1.1" status: 200 len: 943 time: 0.0963721 Mar 23 17:34:53.596494 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-97ff9402-2e41-4452-b3a2-22a3281a2520 req-8e6d6fb2-8814-4d91-9053-352b237fe612 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=83fb36d7-cbff-4b5b-9a14-4dcfe979c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475552 Mar 23 17:34:53.763243 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6b87f-92bd-46dd-b66a-5999b21e1825 req-083304d2-0d36-47a6-9f27-5bbfb84bc45a tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:53.764590 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-97f6b87f-92bd-46dd-b66a-5999b21e1825 req-083304d2-0d36-47a6-9f27-5bbfb84bc45a tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0669360 Mar 23 17:34:53.828552 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a92b1-9429-4be8-b90d-d3892255f8f3 req-2d8c92cb-d1dc-460d-aff8-56e9d95881d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:53.830246 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f62a92b1-9429-4be8-b90d-d3892255f8f3 req-2d8c92cb-d1dc-460d-aff8-56e9d95881d2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=562e825d481140639866877090276140&device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 1130 time: 0.0527349 Mar 23 17:34:53.847879 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-97f6b87f-92bd-46dd-b66a-5999b21e1825 req-1d5219a4-4134-4eda-aef7-7ad394bbb4e3 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767767 Mar 23 17:34:53.951021 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a92b1-9429-4be8-b90d-d3892255f8f3 req-eeb9e9d0-7707-4a37-833c-e85e6f06e1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:53.952752 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f62a92b1-9429-4be8-b90d-d3892255f8f3 req-eeb9e9d0-7707-4a37-833c-e85e6f06e1a1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf00ba7b-82ed-4a68-ac03-2cd555b65d58 HTTP/1.1" status: 200 len: 911 time: 0.1159716 Mar 23 17:34:54.027831 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f62a92b1-9429-4be8-b90d-d3892255f8f3 req-053288f9-9133-4369-9217-337b23a8ab81 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4644d4da-7800-458e-a05e-038aaba7d8a8 HTTP/1.1" status: 200 len: 1001 time: 0.0682104 Mar 23 17:34:54.059802 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66401fd-7578-4ca8-ac13-2891374e26a3 req-498459d0-f79a-42fb-a117-379f5ff839e7 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:54.067827 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f66401fd-7578-4ca8-ac13-2891374e26a3 req-498459d0-f79a-42fb-a117-379f5ff839e7 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 945 time: 0.0732210 Mar 23 17:34:54.088727 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a92b1-9429-4be8-b90d-d3892255f8f3 req-18fec2e3-ac32-4360-8264-a830ab345e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:54.090301 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f62a92b1-9429-4be8-b90d-d3892255f8f3 req-18fec2e3-ac32-4360-8264-a830ab345e21 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=551df535-6624-4945-9357-a463dcf05cfd HTTP/1.1" status: 200 len: 849 time: 0.0547364 Mar 23 17:34:54.121391 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f66401fd-7578-4ca8-ac13-2891374e26a3 req-78e189a9-1979-4db7-9648-2e4935a3d980 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525672 Mar 23 17:34:54.157314 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a92b1-9429-4be8-b90d-d3892255f8f3 req-4170a3c6-3eee-4812-899d-18ff4bdbc6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:54.158939 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f62a92b1-9429-4be8-b90d-d3892255f8f3 req-4170a3c6-3eee-4812-899d-18ff4bdbc6cc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf00ba7b-82ed-4a68-ac03-2cd555b65d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0619595 Mar 23 17:34:54.259830 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f62a92b1-9429-4be8-b90d-d3892255f8f3 req-4fc4e800-9ddf-4ff8-86e9-e168ac629400 service neutron] 10.222.0.57 "GET /v2.0/networks/cf00ba7b-82ed-4a68-ac03-2cd555b65d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921521 Mar 23 17:34:54.350338 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f62a92b1-9429-4be8-b90d-d3892255f8f3 req-2484171e-999b-403a-92d3-6c9a469f1929 service neutron] 10.222.0.57 "GET /v2.0/networks/cf00ba7b-82ed-4a68-ac03-2cd555b65d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836937 Mar 23 17:34:54.387445 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device 67eb30d9-d39d-43f0-ad89-be9f5a623812 details requested by agent hyperv_hv-cinder-83492 with host hv-cinder-83492 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:34:54.484936 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port 67eb30d9-d39d-43f0-ad89-be9f5a623812, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=67eb30d9-d39d-43f0-ad89-be9f5a623812,segment=NetworkSegment(0ba0aa12-bf45-410a-8276-1084354c048b),segment_id=0ba0aa12-bf45-410a-8276-1084354c048b)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:34:54.500658 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Returning: {'device': '67eb30d9-d39d-43f0-ad89-be9f5a623812', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'port_id': '67eb30d9-d39d-43f0-ad89-be9f5a623812', 'mac_address': 'fa:16:3e:b3:f8:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd923e995-8ad4-43f2-beba-221af8031362', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:34:54.537758 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port 67eb30d9-d39d-43f0-ad89-be9f5a623812 is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:34:54.538181 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (67eb30d9-d39d-43f0-ad89-be9f5a623812), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:54.551921 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67eb30d9-d39d-43f0-ad89-be9f5a623812 {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:34:54.572749 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port 67eb30d9-d39d-43f0-ad89-be9f5a623812, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=67eb30d9-d39d-43f0-ad89-be9f5a623812,segment=NetworkSegment(0ba0aa12-bf45-410a-8276-1084354c048b),segment_id=0ba0aa12-bf45-410a-8276-1084354c048b)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:34:54.577791 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (67eb30d9-d39d-43f0-ad89-be9f5a623812), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:54.629191 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=67eb30d9-d39d-43f0-ad89-be9f5a623812,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:34:54.721560 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c2282-db9f-4b16-8b20-fd34b22a4843 req-91515299-dfe2-4695-8239-d10a8faecf0d tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:54.723171 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a10c2282-db9f-4b16-8b20-fd34b22a4843 req-91515299-dfe2-4695-8239-d10a8faecf0d tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=150f9600-16a9-4d8c-a52f-76d1c4cb0954 HTTP/1.1" status: 200 len: 944 time: 0.0564327 Mar 23 17:34:54.761772 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:54.775060 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a10c2282-db9f-4b16-8b20-fd34b22a4843 req-4c5de590-71e5-4e3e-8f67-0e1f5b296f81 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=83fb36d7-cbff-4b5b-9a14-4dcfe979c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453708 Mar 23 17:34:54.992151 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc239924-5044-4f58-9d42-169017996169 req-2db3055e-c544-4e86-8047-f8dcdd8211ef tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:54.993998 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bc239924-5044-4f58-9d42-169017996169 req-2db3055e-c544-4e86-8047-f8dcdd8211ef tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0559683 Mar 23 17:34:55.043477 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bc239924-5044-4f58-9d42-169017996169 req-5f7bd454-28a6-48f6-b052-1ecde1ad07ae tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434940 Mar 23 17:34:55.228602 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] get_ports_and_sgs() called for port_ids ['67eb30d9-d39d-43f0-ad89-be9f5a623812'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:34:55.279141 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2734cff-d5be-4b48-a1a3-7dc30745a1f3 req-8887d45c-4e26-4350-96cd-2524d59ead7e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:55.283604 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b2734cff-d5be-4b48-a1a3-7dc30745a1f3 req-8887d45c-4e26-4350-96cd-2524d59ead7e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 945 time: 0.0841236 Mar 23 17:34:55.360643 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b2734cff-d5be-4b48-a1a3-7dc30745a1f3 req-6bfc1ceb-9455-4de1-b2b5-4d73fe61bacb tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582426 Mar 23 17:34:55.896689 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853fd0d-2795-4e63-8239-bf696df6c41d req-df1a5c39-139c-456c-9995-b5ff66683488 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:55.898194 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c853fd0d-2795-4e63-8239-bf696df6c41d req-df1a5c39-139c-456c-9995-b5ff66683488 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=150f9600-16a9-4d8c-a52f-76d1c4cb0954 HTTP/1.1" status: 200 len: 944 time: 0.0563834 Mar 23 17:34:55.948606 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c853fd0d-2795-4e63-8239-bf696df6c41d req-b4672fe6-1649-46cf-b0c0-071cbeb42676 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=83fb36d7-cbff-4b5b-9a14-4dcfe979c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441537 Mar 23 17:34:56.169033 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66f503-cdef-4895-ba43-83ed3ed0e1b5 req-d2b26c32-081a-49c6-89ad-8ef5a106387d tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:56.171096 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cc66f503-cdef-4895-ba43-83ed3ed0e1b5 req-d2b26c32-081a-49c6-89ad-8ef5a106387d tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0565889 Mar 23 17:34:56.224233 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cc66f503-cdef-4895-ba43-83ed3ed0e1b5 req-9e99055e-fa4d-43be-aa5b-62d4749df932 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471199 Mar 23 17:34:56.484082 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b9fb0-61e3-4e51-a1c7-94965b526afa req-51f978df-049f-4a53-828e-71a6ae0b868b tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:56.485566 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-921b9fb0-61e3-4e51-a1c7-94965b526afa req-51f978df-049f-4a53-828e-71a6ae0b868b tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 945 time: 0.0560205 Mar 23 17:34:56.535966 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-921b9fb0-61e3-4e51-a1c7-94965b526afa req-ed7174e1-b153-4fcb-9acc-e9edc737fd11 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442843 Mar 23 17:34:57.070653 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f7cdf-0c84-4f02-a68b-0a8599af0cef req-19241496-c704-4721-8bdf-7694aa398a08 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:57.072979 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-240f7cdf-0c84-4f02-a68b-0a8599af0cef req-19241496-c704-4721-8bdf-7694aa398a08 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=150f9600-16a9-4d8c-a52f-76d1c4cb0954 HTTP/1.1" status: 200 len: 944 time: 0.0576189 Mar 23 17:34:57.122391 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-240f7cdf-0c84-4f02-a68b-0a8599af0cef req-1e8922b3-d4f4-4edd-bb8e-ef04bc1b6c05 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=83fb36d7-cbff-4b5b-9a14-4dcfe979c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434496 Mar 23 17:34:57.673325 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572bec4-a3e2-4d64-8032-0a91440f52d5 req-2fc46ba3-9cfd-4222-a09c-524bce7e012b tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:57.674807 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5572bec4-a3e2-4d64-8032-0a91440f52d5 req-2fc46ba3-9cfd-4222-a09c-524bce7e012b tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 945 time: 0.0554037 Mar 23 17:34:57.742308 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5572bec4-a3e2-4d64-8032-0a91440f52d5 req-517182f0-10e7-4d8a-8f22-6f6717d0ea77 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612814 Mar 23 17:34:58.261096 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd742fec-49bb-4ecf-ae43-43e53be8af85 req-dd39fc83-0955-4ac1-9b13-e26bda6bdeb3 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:58.268064 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-dd742fec-49bb-4ecf-ae43-43e53be8af85 req-dd39fc83-0955-4ac1-9b13-e26bda6bdeb3 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=150f9600-16a9-4d8c-a52f-76d1c4cb0954 HTTP/1.1" status: 200 len: 944 time: 0.0703046 Mar 23 17:34:58.318794 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-dd742fec-49bb-4ecf-ae43-43e53be8af85 req-c71d6081-8b20-4388-9986-97f69b7f7286 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=83fb36d7-cbff-4b5b-9a14-4dcfe979c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498648 Mar 23 17:34:58.437206 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device 67eb30d9-d39d-43f0-ad89-be9f5a623812 up at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:34:58.489657 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning for port 67eb30d9-d39d-43f0-ad89-be9f5a623812 completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:34:58.494066 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning complete for port 67eb30d9-d39d-43f0-ad89-be9f5a623812 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:34:58.494629 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (67eb30d9-d39d-43f0-ad89-be9f5a623812), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:58.578762 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port 67eb30d9-d39d-43f0-ad89-be9f5a623812 is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:34:58.579255 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (67eb30d9-d39d-43f0-ad89-be9f5a623812), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:58.602810 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150f9600-16a9-4d8c-a52f-76d1c4cb0954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67eb30d9-d39d-43f0-ad89-be9f5a623812'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:34:58.605226 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3b886c43f84fb41b48ddc1b85747c6a8556e7daa9282459995a85f65cd8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109bb6a6-49b4-44f5-8bfc-427eac9dbf98" -d '{"events": [{"server_uuid": "150f9600-16a9-4d8c-a52f-76d1c4cb0954", "name": "network-vif-plugged", "status": "completed", "tag": "67eb30d9-d39d-43f0-ad89-be9f5a623812"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:34:58.621595 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port 67eb30d9-d39d-43f0-ad89-be9f5a623812, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=67eb30d9-d39d-43f0-ad89-be9f5a623812,segment=NetworkSegment(0ba0aa12-bf45-410a-8276-1084354c048b),segment_id=0ba0aa12-bf45-410a-8276-1084354c048b)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:34:58.627460 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (67eb30d9-d39d-43f0-ad89-be9f5a623812), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:34:58.651934 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55aca2a-3fb2-46c2-928e-b316ad8466c2 x-openstack-request-id: req-f55aca2a-3fb2-46c2-928e-b316ad8466c2 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:34:58.652254 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150f9600-16a9-4d8c-a52f-76d1c4cb0954", "name": "network-vif-plugged", "status": "completed", "tag": "67eb30d9-d39d-43f0-ad89-be9f5a623812", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:34:58.652627 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f55aca2a-3fb2-46c2-928e-b316ad8466c2 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:34:58.653045 dv-cinder-834920-1-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f55aca2a-3fb2-46c2-928e-b316ad8466c2'] response: {'server_uuid': '150f9600-16a9-4d8c-a52f-76d1c4cb0954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67eb30d9-d39d-43f0-ad89-be9f5a623812', 'code': 200} Mar 23 17:34:58.680497 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=67eb30d9-d39d-43f0-ad89-be9f5a623812,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:34:58.864715 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63c0ab-2f3b-4255-82a8-de426dddb0f1 req-b8649907-73c2-481d-b3e8-9b48d5b96a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:58.867710 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5b63c0ab-2f3b-4255-82a8-de426dddb0f1 req-b8649907-73c2-481d-b3e8-9b48d5b96a56 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=150f9600-16a9-4d8c-a52f-76d1c4cb0954 HTTP/1.1" status: 200 len: 1129 time: 0.0579872 Mar 23 17:34:58.897498 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88201d86-9c09-4856-aca3-582f5dbee21c req-e550e74a-5842-4ed6-b434-6c4d1b95b94c tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:58.898998 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-88201d86-9c09-4856-aca3-582f5dbee21c req-e550e74a-5842-4ed6-b434-6c4d1b95b94c tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 945 time: 0.0624511 Mar 23 17:34:58.920127 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5b63c0ab-2f3b-4255-82a8-de426dddb0f1 req-08d45f9a-83ce-441e-97d9-7bd0dedd0c62 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=83fb36d7-cbff-4b5b-9a14-4dcfe979c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455041 Mar 23 17:34:58.969720 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-88201d86-9c09-4856-aca3-582f5dbee21c req-f8cf3202-2771-48d8-89c1-3d705295f6c2 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642989 Mar 23 17:34:59.457384 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ecb20-0227-4f99-ad48-f1f47aa033ba req-23944786-2025-4f44-a4d7-326f09a09ac9 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:34:59.459391 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5c8ecb20-0227-4f99-ad48-f1f47aa033ba req-23944786-2025-4f44-a4d7-326f09a09ac9 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=150f9600-16a9-4d8c-a52f-76d1c4cb0954 HTTP/1.1" status: 200 len: 945 time: 0.0679524 Mar 23 17:34:59.513780 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5c8ecb20-0227-4f99-ad48-f1f47aa033ba req-9ce1a88b-4b3e-478b-a571-e35bf807dbc3 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=83fb36d7-cbff-4b5b-9a14-4dcfe979c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485547 Mar 23 17:35:00.102932 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf87fd-7cef-479b-9589-914f7dd981dc req-14e93c11-10fb-4600-b279-ea268482ed18 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:00.105244 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c5cf87fd-7cef-479b-9589-914f7dd981dc req-14e93c11-10fb-4600-b279-ea268482ed18 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 945 time: 0.0594935 Mar 23 17:35:00.159520 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c5cf87fd-7cef-479b-9589-914f7dd981dc req-13815756-7efd-45c2-a717-3540f69d8403 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484741 Mar 23 17:35:00.658528 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8aff5-0c51-493a-b8e2-81fc448aa474 req-0cd3724f-3681-4fd9-bbb0-62ff22467134 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:00.670938 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-80c8aff5-0c51-493a-b8e2-81fc448aa474 req-0cd3724f-3681-4fd9-bbb0-62ff22467134 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=150f9600-16a9-4d8c-a52f-76d1c4cb0954 HTTP/1.1" status: 200 len: 945 time: 0.0851543 Mar 23 17:35:00.761920 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-80c8aff5-0c51-493a-b8e2-81fc448aa474 req-e23d5a2c-9aac-4cb3-9644-9f46fbf73f37 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=83fb36d7-cbff-4b5b-9a14-4dcfe979c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884564 Mar 23 17:35:01.308339 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896079b-f57f-44ec-999f-ddcb910b17cb req-d5a1d727-0b93-4b08-a70c-7edac3554127 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:01.309910 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2896079b-f57f-44ec-999f-ddcb910b17cb req-d5a1d727-0b93-4b08-a70c-7edac3554127 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 945 time: 0.0553041 Mar 23 17:35:01.363431 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2896079b-f57f-44ec-999f-ddcb910b17cb req-53670073-8c1b-4023-9913-4cead4d35c95 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456429 Mar 23 17:35:01.888904 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe1bda-c300-4d75-bdc1-afbe292c7620 req-0b8b23a4-a521-42f8-a18c-c2724b103a46 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:01.890421 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a6fe1bda-c300-4d75-bdc1-afbe292c7620 req-0b8b23a4-a521-42f8-a18c-c2724b103a46 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=150f9600-16a9-4d8c-a52f-76d1c4cb0954 HTTP/1.1" status: 200 len: 945 time: 0.0635986 Mar 23 17:35:01.944053 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a6fe1bda-c300-4d75-bdc1-afbe292c7620 req-d7763580-1bae-4801-8d2a-1fcc62a54293 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=83fb36d7-cbff-4b5b-9a14-4dcfe979c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475514 Mar 23 17:35:02.070603 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ddeb8-a1b7-45cd-8669-21c2e5c8cb7d req-dcad0367-4b9f-4b7f-ba5c-ca4129107b77 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:02.072183 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-140ddeb8-a1b7-45cd-8669-21c2e5c8cb7d req-dcad0367-4b9f-4b7f-ba5c-ca4129107b77 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=150f9600-16a9-4d8c-a52f-76d1c4cb0954 HTTP/1.1" status: 200 len: 945 time: 0.0609505 Mar 23 17:35:02.082001 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 40784) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:35:02.086533 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-f6425fe1-d541-4ac9-9c7f-9551e50aedd8 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Request body: {'floatingip': {'port_id': '67eb30d9-d39d-43f0-ad89-be9f5a623812'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:35:02.125791 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f6425fe1-d541-4ac9-9c7f-9551e50aedd8 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for floatingip (8dd8375d-597e-413f-862d-68685cd76fce), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:35:02.456334 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a7210-4fe6-4340-abdc-288f3556155e req-88726388-b9ff-4195-b8f6-1c39d6379e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:02.458274 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a73a7210-4fe6-4340-abdc-288f3556155e req-88726388-b9ff-4195-b8f6-1c39d6379e3f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8195f2270b3f441a87ed2fe7c64cc06d&device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 1129 time: 0.0663490 Mar 23 17:35:02.558420 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a7210-4fe6-4340-abdc-288f3556155e req-d7a2c16c-8b43-4a41-b3ff-11014671e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:02.559950 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a73a7210-4fe6-4340-abdc-288f3556155e req-d7a2c16c-8b43-4a41-b3ff-11014671e123 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3bf943bd-1e58-43c1-bec1-ca7908c0478b HTTP/1.1" status: 200 len: 918 time: 0.0943670 Mar 23 17:35:02.626835 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a73a7210-4fe6-4340-abdc-288f3556155e req-cf8b6e37-58a4-4b42-ae29-991a1bec5d7c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef4f9a75-007b-4eb1-8e74-604bbba327dd HTTP/1.1" status: 200 len: 1000 time: 0.0594239 Mar 23 17:35:02.632875 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8301c5-d4d5-4a38-966a-316e37cf82bd req-c885d8b5-fa72-43ce-98d9-fe008d708633 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:02.634383 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5b8301c5-d4d5-4a38-966a-316e37cf82bd req-c885d8b5-fa72-43ce-98d9-fe008d708633 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 945 time: 0.0839429 Mar 23 17:35:02.678921 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a7210-4fe6-4340-abdc-288f3556155e req-ec9423fc-95d2-47ef-96b4-6c228707e26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:02.680295 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a73a7210-4fe6-4340-abdc-288f3556155e req-ec9423fc-95d2-47ef-96b4-6c228707e26d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22ea3e11-cafc-4af7-994c-b65686f8be40 HTTP/1.1" status: 200 len: 856 time: 0.0444133 Mar 23 17:35:02.736474 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a7210-4fe6-4340-abdc-288f3556155e req-55f83e37-d999-4c33-8e49-2a48f89f1431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:02.738038 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a73a7210-4fe6-4340-abdc-288f3556155e req-55f83e37-d999-4c33-8e49-2a48f89f1431 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bf943bd-1e58-43c1-bec1-ca7908c0478b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499532 Mar 23 17:35:02.781603 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5b8301c5-d4d5-4a38-966a-316e37cf82bd req-ef800845-540e-415f-aa5b-9e7a97c4c4f4 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187003 Mar 23 17:35:02.838505 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a73a7210-4fe6-4340-abdc-288f3556155e req-379f9335-a73f-493d-832a-0fa56f0fd586 service neutron] 10.222.0.57 "GET /v2.0/networks/3bf943bd-1e58-43c1-bec1-ca7908c0478b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932653 Mar 23 17:35:02.885409 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f6425fe1-d541-4ac9-9c7f-9551e50aedd8 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:35:02.889992 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f6425fe1-d541-4ac9-9c7f-9551e50aedd8 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614213'] for floatingip (8dd8375d-597e-413f-862d-68685cd76fce), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:35:02.938135 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a73a7210-4fe6-4340-abdc-288f3556155e req-5a119077-2d20-4fb4-a50e-7368b58e2753 service neutron] 10.222.0.57 "GET /v2.0/networks/3bf943bd-1e58-43c1-bec1-ca7908c0478b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870998 Mar 23 17:35:02.998094 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.db.l3_db [None req-f6425fe1-d541-4ac9-9c7f-9551e50aedd8 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Floating IP 8dd8375d-597e-413f-862d-68685cd76fce associated. External IP: 172.27.2.50, port: 67eb30d9-d39d-43f0-ad89-be9f5a623812. Mar 23 17:35:03.217646 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6425fe1-d541-4ac9-9c7f-9551e50aedd8 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Router e9794722-c150-44c7-906a-28cfb4d22793 has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:35:03.330637 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6425fe1-d541-4ac9-9c7f-9551e50aedd8 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:35:03.335520 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f6425fe1-d541-4ac9-9c7f-9551e50aedd8 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:35:03.342478 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ead8ea-2464-4610-935d-9ec8c7992904 None None] Sync routers for ids ['e9794722-c150-44c7-906a-28cfb4d22793'] in dv-cinder-834920-1-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:35:03.353000 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ead8ea-2464-4610-935d-9ec8c7992904 None None] Routers {'e9794722-c150-44c7-906a-28cfb4d22793'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:35:03.353631 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-e6ead8ea-2464-4610-935d-9ec8c7992904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:34:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['e9794722-c150-44c7-906a-28cfb4d22793'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:35:03.367528 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-f6425fe1-d541-4ac9-9c7f-9551e50aedd8 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "PUT /v2.0/floatingips/8dd8375d-597e-413f-862d-68685cd76fce HTTP/1.1" status: 200 len: 990 time: 1.2843666 Mar 23 17:35:03.368139 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '150f9600-16a9-4d8c-a52f-76d1c4cb0954', 'tag': '67eb30d9-d39d-43f0-ad89-be9f5a623812'}] {{(pid=103208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:35:03.370638 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d19940c1d3d58fda64df9d77de31f07f84ddba43144513a64de6e566be545741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33b686e-977f-4e79-9a76-8f8ad5cf7cd5" -d '{"events": [{"name": "network-changed", "server_uuid": "150f9600-16a9-4d8c-a52f-76d1c4cb0954", "tag": "67eb30d9-d39d-43f0-ad89-be9f5a623812"}]}' {{(pid=103208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:35:03.469233 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ec6628-8a4a-4d27-8a26-5d08d83a267b x-openstack-request-id: req-02ec6628-8a4a-4d27-8a26-5d08d83a267b {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:35:03.469475 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "150f9600-16a9-4d8c-a52f-76d1c4cb0954", "tag": "67eb30d9-d39d-43f0-ad89-be9f5a623812", "status": "completed", "code": 200}]} {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:35:03.469718 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-02ec6628-8a4a-4d27-8a26-5d08d83a267b {{(pid=103208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:35:03.470223 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02ec6628-8a4a-4d27-8a26-5d08d83a267b'] response: {'name': 'network-changed', 'server_uuid': '150f9600-16a9-4d8c-a52f-76d1c4cb0954', 'tag': '67eb30d9-d39d-43f0-ad89-be9f5a623812', 'status': 'completed', 'code': 200} Mar 23 17:35:03.472674 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-e6ead8ea-2464-4610-935d-9ec8c7992904 None None] Set router e9794722-c150-44c7-906a-28cfb4d22793 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:35:03.550809 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b686e-977f-4e79-9a76-8f8ad5cf7cd5 req-7eca26b6-460f-493e-a2fe-70a76f0a91b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:03.552345 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c33b686e-977f-4e79-9a76-8f8ad5cf7cd5 req-7eca26b6-460f-493e-a2fe-70a76f0a91b4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81cbeef3df3646be902884c3e8e86d20&device_id=150f9600-16a9-4d8c-a52f-76d1c4cb0954 HTTP/1.1" status: 200 len: 1129 time: 0.0488033 Mar 23 17:35:03.648358 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b686e-977f-4e79-9a76-8f8ad5cf7cd5 req-97fe69c2-9706-4e12-907f-1b67c1f1221a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:03.650038 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c33b686e-977f-4e79-9a76-8f8ad5cf7cd5 req-97fe69c2-9706-4e12-907f-1b67c1f1221a service neutron] 10.222.0.57 "GET /v2.0/networks?id=2888c7fe-ae98-4d0e-9549-8ca804e8c855 HTTP/1.1" status: 200 len: 916 time: 0.0909557 Mar 23 17:35:03.726071 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-e6ead8ea-2464-4610-935d-9ec8c7992904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'name': 'tempest-AttachVolumeNegativeTest-1323889583-router', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:27Z', 'revision_number': 4, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'gw_port': {'id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': '88ec294e-1930-4c09-8375-1fcee4d9a0cd', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'port_id': '9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'mac_address': 'fa:16:3e:82:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b9937-a77e-44a6-b727-aacb685cae4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:29:34Z', 'updated_at': '2022-03-23T17:30:43Z', 'revision_number': 2, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'fixed_ip_address_scope': None}, {'id': '8dd8375d-597e-413f-862d-68685cd76fce', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'port_id': '67eb30d9-d39d-43f0-ad89-be9f5a623812', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'mac_address': 'fa:16:3e:b3:f8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150f9600-16a9-4d8c-a52f-76d1c4cb0954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:34:45Z', 'updated_at': '2022-03-23T17:35:02Z', 'revision_number': 1, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24758108-f7b9-4a7b-a8d0-a67a29e436b3', 'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'mac_address': 'fa:16:3e:87:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd923e995-8ad4-43f2-beba-221af8031362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:25Z', 'updated_at': '2022-03-23T17:29:42Z', 'revision_number': 5, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'subnets': [{'id': 'd923e995-8ad4-43f2-beba-221af8031362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:35:03.743794 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c33b686e-977f-4e79-9a76-8f8ad5cf7cd5 req-61ebc042-b87e-4bb6-968b-293f9f11798c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67eb30d9-d39d-43f0-ad89-be9f5a623812 HTTP/1.1" status: 200 len: 998 time: 0.0781493 Mar 23 17:35:03.755787 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ead8ea-2464-4610-935d-9ec8c7992904 None None] Checking router: e9794722-c150-44c7-906a-28cfb4d22793 for host: dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:35:03.764440 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ead8ea-2464-4610-935d-9ec8c7992904 None None] Routers {'e9794722-c150-44c7-906a-28cfb4d22793'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:35:03.765047 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-e6ead8ea-2464-4610-935d-9ec8c7992904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:34:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['e9794722-c150-44c7-906a-28cfb4d22793'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:35:03.806045 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b686e-977f-4e79-9a76-8f8ad5cf7cd5 req-6048ebb7-663a-484d-ad1a-2f42d29f4b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:03.807670 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c33b686e-977f-4e79-9a76-8f8ad5cf7cd5 req-6048ebb7-663a-484d-ad1a-2f42d29f4b32 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d923e995-8ad4-43f2-beba-221af8031362 HTTP/1.1" status: 200 len: 854 time: 0.0567431 Mar 23 17:35:03.870630 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b686e-977f-4e79-9a76-8f8ad5cf7cd5 req-d164e8b3-a878-4891-b8af-e2c3a2efdb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:03.872342 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c33b686e-977f-4e79-9a76-8f8ad5cf7cd5 req-d164e8b3-a878-4891-b8af-e2c3a2efdb14 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2888c7fe-ae98-4d0e-9549-8ca804e8c855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534785 Mar 23 17:35:03.876129 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-e6ead8ea-2464-4610-935d-9ec8c7992904 None None] Set router e9794722-c150-44c7-906a-28cfb4d22793 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:35:03.920296 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0367c-d523-473c-8dbb-6c547e030a98 req-7f96b9f3-8d1e-4154-a2ef-2b988c066321 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:03.922061 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-24c0367c-d523-473c-8dbb-6c547e030a98 req-7f96b9f3-8d1e-4154-a2ef-2b988c066321 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 945 time: 0.0570166 Mar 23 17:35:03.974013 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-24c0367c-d523-473c-8dbb-6c547e030a98 req-9250a0fb-2f71-4e01-b6d8-6f6cc1673626 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453351 Mar 23 17:35:03.993893 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c33b686e-977f-4e79-9a76-8f8ad5cf7cd5 req-d4206bc7-8e63-44d2-9367-4df4203b6520 service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107097 Mar 23 17:35:04.092031 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c33b686e-977f-4e79-9a76-8f8ad5cf7cd5 req-aa1fb146-d059-4b42-a262-67a8ae4a1bcf service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856817 Mar 23 17:35:04.138916 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-e6ead8ea-2464-4610-935d-9ec8c7992904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'name': 'tempest-AttachVolumeNegativeTest-1323889583-router', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:27Z', 'revision_number': 4, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'gw_port': {'id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': '88ec294e-1930-4c09-8375-1fcee4d9a0cd', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'port_id': '9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'mac_address': 'fa:16:3e:82:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b9937-a77e-44a6-b727-aacb685cae4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:29:34Z', 'updated_at': '2022-03-23T17:30:43Z', 'revision_number': 2, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'fixed_ip_address_scope': None}, {'id': '8dd8375d-597e-413f-862d-68685cd76fce', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'port_id': '67eb30d9-d39d-43f0-ad89-be9f5a623812', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'mac_address': 'fa:16:3e:b3:f8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150f9600-16a9-4d8c-a52f-76d1c4cb0954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:34:45Z', 'updated_at': '2022-03-23T17:35:02Z', 'revision_number': 1, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24758108-f7b9-4a7b-a8d0-a67a29e436b3', 'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'mac_address': 'fa:16:3e:87:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd923e995-8ad4-43f2-beba-221af8031362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:25Z', 'updated_at': '2022-03-23T17:29:42Z', 'revision_number': 5, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'subnets': [{'id': 'd923e995-8ad4-43f2-beba-221af8031362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:35:04.168924 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ead8ea-2464-4610-935d-9ec8c7992904 None None] The sync data for ids ['e9794722-c150-44c7-906a-28cfb4d22793'] in dv-cinder-834920-1-iscsi is: [{'id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'name': 'tempest-AttachVolumeNegativeTest-1323889583-router', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:27Z', 'revision_number': 4, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'gw_port': {'id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': '88ec294e-1930-4c09-8375-1fcee4d9a0cd', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'port_id': '9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'mac_address': 'fa:16:3e:82:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b9937-a77e-44a6-b727-aacb685cae4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:29:34Z', 'updated_at': '2022-03-23T17:30:43Z', 'revision_number': 2, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'fixed_ip_address_scope': None}, {'id': '8dd8375d-597e-413f-862d-68685cd76fce', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'port_id': '67eb30d9-d39d-43f0-ad89-be9f5a623812', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'mac_address': 'fa:16:3e:b3:f8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150f9600-16a9-4d8c-a52f-76d1c4cb0954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:34:45Z', 'updated_at': '2022-03-23T17:35:02Z', 'revision_number': 1, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24758108-f7b9-4a7b-a8d0-a67a29e436b3', 'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'mac_address': 'fa:16:3e:87:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd923e995-8ad4-43f2-beba-221af8031362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:25Z', 'updated_at': '2022-03-23T17:29:42Z', 'revision_number': 5, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'subnets': [{'id': 'd923e995-8ad4-43f2-beba-221af8031362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:35:04.393714 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c235baa-6054-4e45-b6f2-d40e7fb1b3bf None None] New status for floating IP 8dd8375d-597e-413f-862d-68685cd76fce: ACTIVE {{(pid=103209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:35:04.489574 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device ef4f9a75-007b-4eb1-8e74-604bbba327dd no longer exists at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:35:04.603678 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port ef4f9a75-007b-4eb1-8e74-604bbba327dd is: ACTIVE; New status is: DOWN {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:35:04.604079 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (ef4f9a75-007b-4eb1-8e74-604bbba327dd), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:35:04.627037 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c37794-0af1-42b5-bd85-f224308f7dec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef4f9a75-007b-4eb1-8e74-604bbba327dd'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:35:04.629462 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3b886c43f84fb41b48ddc1b85747c6a8556e7daa9282459995a85f65cd8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c73d3e-cfd6-4352-a691-f0296726096b" -d '{"events": [{"server_uuid": "b7c37794-0af1-42b5-bd85-f224308f7dec", "name": "network-vif-unplugged", "status": "completed", "tag": "ef4f9a75-007b-4eb1-8e74-604bbba327dd"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:35:04.645594 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port ef4f9a75-007b-4eb1-8e74-604bbba327dd, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=ef4f9a75-007b-4eb1-8e74-604bbba327dd,segment=NetworkSegment(3173c500-488c-4756-a1e4-19030c18bbcc),segment_id=3173c500-488c-4756-a1e4-19030c18bbcc)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:35:04.651073 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (ef4f9a75-007b-4eb1-8e74-604bbba327dd), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:35:04.674682 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 17:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda021b6-3294-49cd-ba64-2cde345cc4c9 x-openstack-request-id: req-bda021b6-3294-49cd-ba64-2cde345cc4c9 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:35:04.674996 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c37794-0af1-42b5-bd85-f224308f7dec", "name": "network-vif-unplugged", "status": "completed", "tag": "ef4f9a75-007b-4eb1-8e74-604bbba327dd", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:35:04.675250 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bda021b6-3294-49cd-ba64-2cde345cc4c9 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:35:04.675631 dv-cinder-834920-1-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bda021b6-3294-49cd-ba64-2cde345cc4c9'] response: {'server_uuid': 'b7c37794-0af1-42b5-bd85-f224308f7dec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef4f9a75-007b-4eb1-8e74-604bbba327dd', 'code': 200} Mar 23 17:35:04.700575 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=ef4f9a75-007b-4eb1-8e74-604bbba327dd,revision_number=8']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:35:05.116848 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb45d2e-deee-4b62-957e-4d473637332c req-6d210c53-34ad-4b4d-b5d2-7907c3f42678 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:05.121104 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fcb45d2e-deee-4b62-957e-4d473637332c req-6d210c53-34ad-4b4d-b5d2-7907c3f42678 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 943 time: 0.0674279 Mar 23 17:35:05.182696 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fcb45d2e-deee-4b62-957e-4d473637332c req-292eaada-7ae5-45c7-bfdd-a38bd2d21d9b tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579388 Mar 23 17:35:06.315456 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70939e5c-99b9-47f0-ab66-6225a6957dde req-7ca79137-5d95-4c4a-9894-c378da367099 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:06.316951 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-70939e5c-99b9-47f0-ab66-6225a6957dde req-7ca79137-5d95-4c4a-9894-c378da367099 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 943 time: 0.0605359 Mar 23 17:35:06.363975 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-70939e5c-99b9-47f0-ab66-6225a6957dde req-fd2a60a9-e9c7-4013-afc2-0054db6d0b05 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409310 Mar 23 17:35:06.870008 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [req-94195e6e-b0a1-4f4d-aa8c-cf083c28d494 req-7d39a236-1c7e-4e91-a639-b4dafe51ec43 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103208) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 17:35:06.871041 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-94195e6e-b0a1-4f4d-aa8c-cf083c28d494 req-7d39a236-1c7e-4e91-a639-b4dafe51ec43 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056953 Mar 23 17:35:07.043246 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a1258-d2ba-420b-9fcd-5ee19394b27e req-7fa155c4-b263-42e1-9d78-44a811adb357 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:07.045128 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-800a1258-d2ba-420b-9fcd-5ee19394b27e req-7fa155c4-b263-42e1-9d78-44a811adb357 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 943 time: 0.0575199 Mar 23 17:35:07.093276 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-800a1258-d2ba-420b-9fcd-5ee19394b27e req-5ca82eef-4392-46ae-946a-d087cc0566df tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424702 Mar 23 17:35:07.228816 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 40838) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:35:07.342214 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4f18acdf-3732-4435-8b8b-bf944bd18312 req-02beb9b0-7270-46bc-89f8-6f3ffedb648d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1117353 Mar 23 17:35:07.353412 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [req-4f18acdf-3732-4435-8b8b-bf944bd18312 req-90b9cbb4-cf55-4df0-a638-df28dfae7e97 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103207) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 17:35:07.354355 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4f18acdf-3732-4435-8b8b-bf944bd18312 req-90b9cbb4-cf55-4df0-a638-df28dfae7e97 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053239 Mar 23 17:35:07.434818 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 40846) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:35:07.533292 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18acdf-3732-4435-8b8b-bf944bd18312 req-18a59f41-d60e-47e7-b66b-91caecb90c06 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:07.534657 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4f18acdf-3732-4435-8b8b-bf944bd18312 req-18a59f41-d60e-47e7-b66b-91caecb90c06 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports/ef4f9a75-007b-4eb1-8e74-604bbba327dd HTTP/1.1" status: 200 len: 940 time: 0.0987890 Mar 23 17:35:07.640588 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7f02e425-9752-4a4b-9b9b-c4b266f7f128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:35:08.218761 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c769242-3c0d-4570-8b70-141c9a8f61a1 req-b3afb250-6cfd-48a8-ae0c-def2617edfb7 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:08.220232 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0c769242-3c0d-4570-8b70-141c9a8f61a1 req-b3afb250-6cfd-48a8-ae0c-def2617edfb7 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 943 time: 0.0552320 Mar 23 17:35:08.269596 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0c769242-3c0d-4570-8b70-141c9a8f61a1 req-7409c478-560a-45e0-805e-393906dd27dd tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434701 Mar 23 17:35:08.503537 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device ef4f9a75-007b-4eb1-8e74-604bbba327dd no longer exists at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:35:08.587743 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port ef4f9a75-007b-4eb1-8e74-604bbba327dd is: DOWN; New status is: DOWN {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:35:09.060354 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18acdf-3732-4435-8b8b-bf944bd18312 req-b02ac248-403f-4a86-8112-2a0e59a6dcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:09.061910 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4f18acdf-3732-4435-8b8b-bf944bd18312 req-b02ac248-403f-4a86-8112-2a0e59a6dcd9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec&tenant_id=8195f2270b3f441a87ed2fe7c64cc06d HTTP/1.1" status: 200 len: 1127 time: 0.0764842 Mar 23 17:35:09.135723 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18acdf-3732-4435-8b8b-bf944bd18312 req-eff72e62-3537-47dd-a4b4-662bb105495f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:09.137388 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4f18acdf-3732-4435-8b8b-bf944bd18312 req-eff72e62-3537-47dd-a4b4-662bb105495f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8195f2270b3f441a87ed2fe7c64cc06d&device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 1127 time: 0.0545058 Mar 23 17:35:09.234171 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18acdf-3732-4435-8b8b-bf944bd18312 req-df91d358-19ad-46b7-911b-837ea1914737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:09.235686 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4f18acdf-3732-4435-8b8b-bf944bd18312 req-df91d358-19ad-46b7-911b-837ea1914737 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3bf943bd-1e58-43c1-bec1-ca7908c0478b HTTP/1.1" status: 200 len: 918 time: 0.0889473 Mar 23 17:35:09.302026 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4f18acdf-3732-4435-8b8b-bf944bd18312 req-c8066b96-eab3-41ad-812e-8073b7befcc4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef4f9a75-007b-4eb1-8e74-604bbba327dd HTTP/1.1" status: 200 len: 998 time: 0.0593026 Mar 23 17:35:09.354563 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18acdf-3732-4435-8b8b-bf944bd18312 req-ed204b97-15e0-4f5a-a1bf-046f121e1e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:09.356033 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4f18acdf-3732-4435-8b8b-bf944bd18312 req-ed204b97-15e0-4f5a-a1bf-046f121e1e0f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22ea3e11-cafc-4af7-994c-b65686f8be40 HTTP/1.1" status: 200 len: 856 time: 0.0473428 Mar 23 17:35:09.406585 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18acdf-3732-4435-8b8b-bf944bd18312 req-7a79a2e8-9c54-4313-ab51-2b0f796e7ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:09.408406 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4f18acdf-3732-4435-8b8b-bf944bd18312 req-7a79a2e8-9c54-4313-ab51-2b0f796e7ba8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bf943bd-1e58-43c1-bec1-ca7908c0478b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459144 Mar 23 17:35:09.416675 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f24b1-16d1-47d0-b2c4-50d2323c595d req-a4c372c1-1e82-474f-b7a8-9668666b6824 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:09.418287 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cb7f24b1-16d1-47d0-b2c4-50d2323c595d req-a4c372c1-1e82-474f-b7a8-9668666b6824 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 943 time: 0.0606859 Mar 23 17:35:09.467258 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cb7f24b1-16d1-47d0-b2c4-50d2323c595d req-d5483df0-5efb-4913-8dee-3ab2d84c7501 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428286 Mar 23 17:35:09.501291 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4f18acdf-3732-4435-8b8b-bf944bd18312 req-362ea92b-e7de-464d-bb6e-06adad857849 service neutron] 10.222.0.57 "GET /v2.0/networks/3bf943bd-1e58-43c1-bec1-ca7908c0478b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849664 Mar 23 17:35:09.596973 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4f18acdf-3732-4435-8b8b-bf944bd18312 req-31d15bcd-8591-4701-ad4f-59ffe717f8ef service neutron] 10.222.0.57 "GET /v2.0/networks/3bf943bd-1e58-43c1-bec1-ca7908c0478b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879304 Mar 23 17:35:10.145067 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7cc9e194-1832-4019-ac0f-d8b7fef8b602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:35:10.596135 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8003f-5384-4c0e-8007-72850e4b88f0 req-6155c676-73cd-465c-ae36-8f131d70db27 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:10.597646 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-46d8003f-5384-4c0e-8007-72850e4b88f0 req-6155c676-73cd-465c-ae36-8f131d70db27 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 943 time: 0.0556908 Mar 23 17:35:10.648083 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-46d8003f-5384-4c0e-8007-72850e4b88f0 req-6f039668-3654-41aa-b68d-b9288bcd5314 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447972 Mar 23 17:35:11.376743 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:35:11.790237 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b7521-0ea1-48ba-8d7d-c54e818396eb req-d0f97f41-6c85-43f8-92e4-bd86e717d176 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:11.791755 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f45b7521-0ea1-48ba-8d7d-c54e818396eb req-d0f97f41-6c85-43f8-92e4-bd86e717d176 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 943 time: 0.0524228 Mar 23 17:35:11.853042 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f45b7521-0ea1-48ba-8d7d-c54e818396eb req-c1a6361e-6b2a-46a2-857c-83a7af51c3da tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535774 Mar 23 17:35:12.756416 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:35:12.999289 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17303feb-ed6c-4cf9-84b4-7d5a0d0527f0 req-bd8e89c2-9b0f-4938-99cd-ed9e7dd3132e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:13.000710 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-17303feb-ed6c-4cf9-84b4-7d5a0d0527f0 req-bd8e89c2-9b0f-4938-99cd-ed9e7dd3132e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 943 time: 0.0532558 Mar 23 17:35:13.058451 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-17303feb-ed6c-4cf9-84b4-7d5a0d0527f0 req-bd07a378-15a5-4b6c-a875-6966670a07e0 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508206 Mar 23 17:35:13.143178 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:35:14.186944 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3be7ca-f4b2-422a-a14c-d8516f023fe0 req-328cca84-4e67-4af8-aece-c07d5dcad363 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:14.188969 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cc3be7ca-f4b2-422a-a14c-d8516f023fe0 req-328cca84-4e67-4af8-aece-c07d5dcad363 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 943 time: 0.0574081 Mar 23 17:35:14.190233 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:35:14.250862 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cc3be7ca-f4b2-422a-a14c-d8516f023fe0 req-e7689c7e-d01e-4812-ae9a-cb12d4a1bee7 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556197 Mar 23 17:35:15.392634 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7a95f-e47f-4007-9d92-7aa013fb205d req-8b2a3c61-e697-4ca0-9271-e8f73b4f9c79 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:15.394197 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1db7a95f-e47f-4007-9d92-7aa013fb205d req-8b2a3c61-e697-4ca0-9271-e8f73b4f9c79 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 943 time: 0.0685122 Mar 23 17:35:15.443947 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1db7a95f-e47f-4007-9d92-7aa013fb205d req-568beb1c-1fb1-4aa9-9090-c697367eded1 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439367 Mar 23 17:35:16.573233 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dee793-a63c-44dc-867f-d36a09ff64b7 req-61d1bade-c9d8-4acf-a024-6fa423e350c0 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:16.574712 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-22dee793-a63c-44dc-867f-d36a09ff64b7 req-61d1bade-c9d8-4acf-a024-6fa423e350c0 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 943 time: 0.0543740 Mar 23 17:35:16.641475 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-22dee793-a63c-44dc-867f-d36a09ff64b7 req-5bf5d38f-7cc0-4269-9353-4737f004e708 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611098 Mar 23 17:35:17.786625 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ecdcfb-f204-41cf-a13c-34ba1884ef69 req-dbd818d8-7812-464b-953c-25314d04eab4 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:17.788964 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c7ecdcfb-f204-41cf-a13c-34ba1884ef69 req-dbd818d8-7812-464b-953c-25314d04eab4 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 943 time: 0.0608141 Mar 23 17:35:17.840431 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c7ecdcfb-f204-41cf-a13c-34ba1884ef69 req-a9f0be60-4502-4bd3-83e4-e87800b6b751 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452378 Mar 23 17:35:18.970384 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57c0c6-0830-464f-b021-434b815d8128 req-bce2bda0-e857-450b-ae3c-81282e57b81a tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:18.972045 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-da57c0c6-0830-464f-b021-434b815d8128 req-bce2bda0-e857-450b-ae3c-81282e57b81a tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 943 time: 0.0579989 Mar 23 17:35:19.020140 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-da57c0c6-0830-464f-b021-434b815d8128 req-7c52f4db-4a45-4011-8baa-04262cdf4689 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422969 Mar 23 17:35:20.150861 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761dcfc-30a4-495e-8c08-8e404d1d3134 req-89279b01-4a7d-447a-b84b-8e2c9b3f6811 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:20.152382 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0761dcfc-30a4-495e-8c08-8e404d1d3134 req-89279b01-4a7d-447a-b84b-8e2c9b3f6811 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 943 time: 0.0562987 Mar 23 17:35:20.204491 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0761dcfc-30a4-495e-8c08-8e404d1d3134 req-bfb999c8-eb73-4767-b2fb-ec138ed9fe68 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463090 Mar 23 17:35:21.341085 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5904346-7892-475b-a2c3-4bee9cf4e03e req-8ce8c500-f84c-428e-b2fa-a64f7b7445d8 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:21.342618 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b5904346-7892-475b-a2c3-4bee9cf4e03e req-8ce8c500-f84c-428e-b2fa-a64f7b7445d8 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 943 time: 0.0523679 Mar 23 17:35:21.394730 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b5904346-7892-475b-a2c3-4bee9cf4e03e req-99d19adf-5a77-492a-80ae-abf34cf2cc9d tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463283 Mar 23 17:35:22.529382 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce794f2-aa81-438c-9880-cf815a082582 req-0d86453e-7608-4a9d-8dd7-b1b5204ac1ef tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:22.530865 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8ce794f2-aa81-438c-9880-cf815a082582 req-0d86453e-7608-4a9d-8dd7-b1b5204ac1ef tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 943 time: 0.0535254 Mar 23 17:35:22.579403 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8ce794f2-aa81-438c-9880-cf815a082582 req-c40421f9-e05f-46f5-b79c-54b6d4e4547e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427916 Mar 23 17:35:23.707639 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadad51f-4394-4f57-b14f-add7deb96bd5 req-71120473-f5d1-4509-9e9c-9f34d9a0db8c tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:23.708995 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cadad51f-4394-4f57-b14f-add7deb96bd5 req-71120473-f5d1-4509-9e9c-9f34d9a0db8c tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 943 time: 0.0573173 Mar 23 17:35:23.755494 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cadad51f-4394-4f57-b14f-add7deb96bd5 req-6fa2998f-9bc1-44c6-884a-142517e4abe8 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408981 Mar 23 17:35:24.751374 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:35:24.881174 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8cbec2-c174-48d4-82be-c8a7c27d8354 req-2b1927a6-e18e-417b-9cc1-dd5899b894d8 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:24.882726 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-aa8cbec2-c174-48d4-82be-c8a7c27d8354 req-2b1927a6-e18e-417b-9cc1-dd5899b894d8 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 943 time: 0.0552952 Mar 23 17:35:24.929725 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-aa8cbec2-c174-48d4-82be-c8a7c27d8354 req-ef6dc823-5ea6-4286-b2cf-3c941e6215d5 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413721 Mar 23 17:35:26.063281 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee95e40-4365-49fd-9db2-21520233710c req-7fded70d-dced-43d9-bc0b-086f3dc20458 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:26.064865 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7ee95e40-4365-49fd-9db2-21520233710c req-7fded70d-dced-43d9-bc0b-086f3dc20458 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 943 time: 0.0555277 Mar 23 17:35:26.117667 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7ee95e40-4365-49fd-9db2-21520233710c req-2882e97d-2830-4a31-b881-f37bf3fa315f tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464978 Mar 23 17:35:27.256744 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb7ebe-bd17-46e9-bbfc-caa8ebd8a323 req-0fd6f687-4481-4e54-8023-695872240b47 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:27.258249 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f9bb7ebe-bd17-46e9-bbfc-caa8ebd8a323 req-0fd6f687-4481-4e54-8023-695872240b47 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 943 time: 0.0647671 Mar 23 17:35:27.309485 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f9bb7ebe-bd17-46e9-bbfc-caa8ebd8a323 req-8655c581-80d3-4d3f-917f-bf584600c5d8 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452156 Mar 23 17:35:28.154135 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ef428-01a8-4473-9ca1-250b8974b0e7 req-a083a4ef-ad01-4749-aaee-c435134181d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:28.155640 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-072ef428-01a8-4473-9ca1-250b8974b0e7 req-a083a4ef-ad01-4749-aaee-c435134181d7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8195f2270b3f441a87ed2fe7c64cc06d&device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 1127 time: 0.0472507 Mar 23 17:35:28.275233 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ef428-01a8-4473-9ca1-250b8974b0e7 req-db1dba17-7428-45e5-9cb9-9aeca6b3dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:28.276735 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-072ef428-01a8-4473-9ca1-250b8974b0e7 req-db1dba17-7428-45e5-9cb9-9aeca6b3dc33 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3bf943bd-1e58-43c1-bec1-ca7908c0478b HTTP/1.1" status: 200 len: 918 time: 0.1016607 Mar 23 17:35:28.352225 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-072ef428-01a8-4473-9ca1-250b8974b0e7 req-b3fb1c38-6769-4eb9-b4f8-1cca8f88154c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef4f9a75-007b-4eb1-8e74-604bbba327dd HTTP/1.1" status: 200 len: 998 time: 0.0663857 Mar 23 17:35:28.402230 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ef428-01a8-4473-9ca1-250b8974b0e7 req-a80a6c3d-4a22-46a4-a9a6-c6d105aef9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:28.403709 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-072ef428-01a8-4473-9ca1-250b8974b0e7 req-a80a6c3d-4a22-46a4-a9a6-c6d105aef9a2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22ea3e11-cafc-4af7-994c-b65686f8be40 HTTP/1.1" status: 200 len: 856 time: 0.0457535 Mar 23 17:35:28.444841 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b4d18-ee93-43c2-ab0f-2831f2e9f7a8 req-656e2319-a501-41c5-a455-9fbd822d4def tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:28.446387 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bf4b4d18-ee93-43c2-ab0f-2831f2e9f7a8 req-656e2319-a501-41c5-a455-9fbd822d4def tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 943 time: 0.0626106 Mar 23 17:35:28.468402 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ef428-01a8-4473-9ca1-250b8974b0e7 req-bc4da092-be48-41b4-b039-f91c38f417be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:28.470012 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-072ef428-01a8-4473-9ca1-250b8974b0e7 req-bc4da092-be48-41b4-b039-f91c38f417be service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bf943bd-1e58-43c1-bec1-ca7908c0478b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0600073 Mar 23 17:35:28.495001 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bf4b4d18-ee93-43c2-ab0f-2831f2e9f7a8 req-270957bd-5bce-4eba-90ed-9113c430a5e1 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428500 Mar 23 17:35:28.562505 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-072ef428-01a8-4473-9ca1-250b8974b0e7 req-409a78de-e526-4dac-95b7-9242fd8ef7c9 service neutron] 10.222.0.57 "GET /v2.0/networks/3bf943bd-1e58-43c1-bec1-ca7908c0478b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860524 Mar 23 17:35:28.661696 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-072ef428-01a8-4473-9ca1-250b8974b0e7 req-bf292c98-dba6-4b32-b2e7-a89ebc87226f service neutron] 10.222.0.57 "GET /v2.0/networks/3bf943bd-1e58-43c1-bec1-ca7908c0478b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935390 Mar 23 17:35:29.629944 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9ecf1-00ad-411e-a0b4-0b0a8fad417e req-857f9827-0b19-4a3f-9069-2e32cdf176bc tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:29.631411 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-58f9ecf1-00ad-411e-a0b4-0b0a8fad417e req-857f9827-0b19-4a3f-9069-2e32cdf176bc tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 943 time: 0.0597279 Mar 23 17:35:29.679617 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-58f9ecf1-00ad-411e-a0b4-0b0a8fad417e req-dda56457-f7fb-4dcd-93fd-227cac3f488a tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421598 Mar 23 17:35:30.810701 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15885c67-81a6-428d-998e-8b49a9b0fbaa req-a12e5146-cdfd-43ac-9cc4-e7bb752372db tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:30.812218 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-15885c67-81a6-428d-998e-8b49a9b0fbaa req-a12e5146-cdfd-43ac-9cc4-e7bb752372db tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 943 time: 0.0562360 Mar 23 17:35:30.861772 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-15885c67-81a6-428d-998e-8b49a9b0fbaa req-8b4d61ec-43a6-4fcb-93fe-221d14755a07 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437074 Mar 23 17:35:31.993599 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab159e-14f1-4b93-aa4c-d8f583c292c5 req-85dd4d38-2943-41f8-85de-53ea58286f13 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:31.995172 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6fab159e-14f1-4b93-aa4c-d8f583c292c5 req-85dd4d38-2943-41f8-85de-53ea58286f13 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 943 time: 0.0584521 Mar 23 17:35:32.050001 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6fab159e-14f1-4b93-aa4c-d8f583c292c5 req-32996424-a232-45e9-aeda-35200bcd5761 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490336 Mar 23 17:35:33.188484 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b375cd-95eb-476e-a260-730d458858c5 req-cb09fbbe-982f-4feb-be62-7d94c915cd53 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:33.190030 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-67b375cd-95eb-476e-a260-730d458858c5 req-cb09fbbe-982f-4feb-be62-7d94c915cd53 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 943 time: 0.0626557 Mar 23 17:35:33.243660 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-67b375cd-95eb-476e-a260-730d458858c5 req-5f894aff-6069-4f9a-9ca3-a720b252507a tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452316 Mar 23 17:35:33.760332 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4da9c-bba6-4ad3-a488-8cbfde1631bf req-1dd92a93-ae35-40b3-8447-d47e81ba707e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:33.762026 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-08d4da9c-bba6-4ad3-a488-8cbfde1631bf req-1dd92a93-ae35-40b3-8447-d47e81ba707e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5f8e1fcf32ed4c89b61e93ec571f7fe7&device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 1129 time: 0.0472517 Mar 23 17:35:33.783472 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab7b4e-e4c7-4366-849c-aa7f6a81cdcc req-d4af3b79-63e6-459c-a092-c73dbdc08837 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:33.785236 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-95ab7b4e-e4c7-4366-849c-aa7f6a81cdcc req-d4af3b79-63e6-459c-a092-c73dbdc08837 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 945 time: 0.0611038 Mar 23 17:35:33.840957 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-95ab7b4e-e4c7-4366-849c-aa7f6a81cdcc req-553eee05-69fc-45a0-a67a-ad2dc58fae44 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494721 Mar 23 17:35:33.861771 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4da9c-bba6-4ad3-a488-8cbfde1631bf req-89636f80-b98b-4e01-85b1-d74760442485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:33.863260 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-08d4da9c-bba6-4ad3-a488-8cbfde1631bf req-89636f80-b98b-4e01-85b1-d74760442485 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e39f5c4c-2123-4c06-9dcf-a1960e2860e7 HTTP/1.1" status: 200 len: 919 time: 0.0955181 Mar 23 17:35:33.935973 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-08d4da9c-bba6-4ad3-a488-8cbfde1631bf req-5679b253-4724-4006-b4a6-bb5896e13146 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e856627c-9b37-424c-843c-b2c4164c034a HTTP/1.1" status: 200 len: 1001 time: 0.0655568 Mar 23 17:35:33.985077 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4da9c-bba6-4ad3-a488-8cbfde1631bf req-5941b3aa-fac7-40c1-b106-2b9b8c1b2b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:33.986566 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-08d4da9c-bba6-4ad3-a488-8cbfde1631bf req-5941b3aa-fac7-40c1-b106-2b9b8c1b2b19 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ecd5be18-6bee-4974-83c0-da45214c17c0 HTTP/1.1" status: 200 len: 857 time: 0.0459812 Mar 23 17:35:34.060110 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4da9c-bba6-4ad3-a488-8cbfde1631bf req-72bd5adb-4398-4fdf-b70b-b376e8dcbeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:34.061674 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-08d4da9c-bba6-4ad3-a488-8cbfde1631bf req-72bd5adb-4398-4fdf-b70b-b376e8dcbeaa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e39f5c4c-2123-4c06-9dcf-a1960e2860e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0675197 Mar 23 17:35:34.153058 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-08d4da9c-bba6-4ad3-a488-8cbfde1631bf req-79cbddbc-873e-4a5c-8523-4914c42aebed service neutron] 10.222.0.57 "GET /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832646 Mar 23 17:35:34.248803 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-08d4da9c-bba6-4ad3-a488-8cbfde1631bf req-2a2a8714-9505-4ec6-bfee-e134253f4cdc service neutron] 10.222.0.57 "GET /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875418 Mar 23 17:35:34.378474 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58242fb6-028d-4018-a3d2-88aff191fdd2 req-ffa2e58f-174d-419d-b4bf-565e477463af tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:34.379992 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-58242fb6-028d-4018-a3d2-88aff191fdd2 req-ffa2e58f-174d-419d-b4bf-565e477463af tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 943 time: 0.0541980 Mar 23 17:35:34.437034 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-58242fb6-028d-4018-a3d2-88aff191fdd2 req-8aa063a1-d6e9-4d62-a552-0524f4770411 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512362 Mar 23 17:35:34.630203 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device ef4f9a75-007b-4eb1-8e74-604bbba327dd details requested by agent hyperv_hv-cinder-83492 with host hv-cinder-83492 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:35:34.916433 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port ef4f9a75-007b-4eb1-8e74-604bbba327dd, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=ef4f9a75-007b-4eb1-8e74-604bbba327dd,segment=NetworkSegment(3173c500-488c-4756-a1e4-19030c18bbcc),segment_id=3173c500-488c-4756-a1e4-19030c18bbcc)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:35:34.931300 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Returning: {'device': 'ef4f9a75-007b-4eb1-8e74-604bbba327dd', 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b', 'port_id': 'ef4f9a75-007b-4eb1-8e74-604bbba327dd', 'mac_address': 'fa:16:3e:0d:67:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ea3e11-cafc-4af7-994c-b65686f8be40', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:35:34.974575 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port ef4f9a75-007b-4eb1-8e74-604bbba327dd is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:35:34.975035 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (ef4f9a75-007b-4eb1-8e74-604bbba327dd), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:35:34.980383 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca3fff-63ca-465a-903a-a074e037b04b req-f9e581e6-d53f-4125-b7cd-189966d16038 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:34.985162 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f7ca3fff-63ca-465a-903a-a074e037b04b req-f9e581e6-d53f-4125-b7cd-189966d16038 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 945 time: 0.0652893 Mar 23 17:35:34.989219 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef4f9a75-007b-4eb1-8e74-604bbba327dd {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:35:35.016445 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port ef4f9a75-007b-4eb1-8e74-604bbba327dd, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=ef4f9a75-007b-4eb1-8e74-604bbba327dd,segment=NetworkSegment(3173c500-488c-4756-a1e4-19030c18bbcc),segment_id=3173c500-488c-4756-a1e4-19030c18bbcc)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:35:35.022560 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (ef4f9a75-007b-4eb1-8e74-604bbba327dd), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:35:35.033847 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f7ca3fff-63ca-465a-903a-a074e037b04b req-322b635c-8c8f-4d76-85dd-4af05331fbc6 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458910 Mar 23 17:35:35.073793 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=ef4f9a75-007b-4eb1-8e74-604bbba327dd,revision_number=9']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:35:35.556670 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] get_ports_and_sgs() called for port_ids ['ef4f9a75-007b-4eb1-8e74-604bbba327dd'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:35:35.575495 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191db6c-e372-40c8-9893-942ee2dde6fb req-650995e6-8e09-49ee-b676-06ce5a01b2b0 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:35.576991 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0191db6c-e372-40c8-9893-942ee2dde6fb req-650995e6-8e09-49ee-b676-06ce5a01b2b0 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 944 time: 0.0590134 Mar 23 17:35:35.626285 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0191db6c-e372-40c8-9893-942ee2dde6fb req-de3d360f-68b7-4eaf-9ace-9e8e82bc8c7a tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433626 Mar 23 17:35:36.167553 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e95f5-ced3-4edf-b131-db678207a1be req-1e544549-ffbe-40c4-bca8-d432272a1f49 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:36.169101 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ae8e95f5-ced3-4edf-b131-db678207a1be req-1e544549-ffbe-40c4-bca8-d432272a1f49 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 945 time: 0.0619521 Mar 23 17:35:36.218046 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ae8e95f5-ced3-4edf-b131-db678207a1be req-e53f8fcd-cdc3-43f8-9e0f-a6fe2d2e879d tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433338 Mar 23 17:35:36.756031 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319b4e4-652b-43b9-a709-3bcc1fbd7d0b req-34fa31d8-d87e-4faf-b3a1-bedd5a3f79d1 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:36.757617 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1319b4e4-652b-43b9-a709-3bcc1fbd7d0b req-34fa31d8-d87e-4faf-b3a1-bedd5a3f79d1 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 944 time: 0.0555754 Mar 23 17:35:36.811743 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1319b4e4-652b-43b9-a709-3bcc1fbd7d0b req-65c37845-decc-4f10-ac90-ebca22585c35 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484846 Mar 23 17:35:37.339726 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db71d85-39c0-412a-8d9e-f061b5cac7a5 req-58d70221-6f6a-4d9b-b7ea-9f77067928ad tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:37.341279 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1db71d85-39c0-412a-8d9e-f061b5cac7a5 req-58d70221-6f6a-4d9b-b7ea-9f77067928ad tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 945 time: 0.0526433 Mar 23 17:35:37.398426 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1db71d85-39c0-412a-8d9e-f061b5cac7a5 req-3c63f25f-7eaf-4046-9263-a3585dc0023f tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508049 Mar 23 17:35:37.650886 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6a8b20ad-25e9-4314-a060-59c8c866e104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:35:37.940118 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d7c57-ea58-4a08-b46e-6b436ae34192 req-bd79b6b5-033c-4cd1-af4b-946a416e6cac tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:37.941529 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bf5d7c57-ea58-4a08-b46e-6b436ae34192 req-bd79b6b5-033c-4cd1-af4b-946a416e6cac tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 944 time: 0.0544987 Mar 23 17:35:37.988962 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bf5d7c57-ea58-4a08-b46e-6b436ae34192 req-6353508f-9f6b-4f42-a2fc-ab8abd80e503 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415602 Mar 23 17:35:38.549741 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917a857-41d5-4145-bc22-8dfff6aed5e0 req-a31ec985-b816-4ce6-8275-d65066f9dc65 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:38.551273 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e917a857-41d5-4145-bc22-8dfff6aed5e0 req-a31ec985-b816-4ce6-8275-d65066f9dc65 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 945 time: 0.0606670 Mar 23 17:35:38.604431 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e917a857-41d5-4145-bc22-8dfff6aed5e0 req-1b004a12-544a-4c50-a4a6-17ae581098cd tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452909 Mar 23 17:35:38.656550 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device ef4f9a75-007b-4eb1-8e74-604bbba327dd up at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:35:38.711794 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning complete for port ef4f9a75-007b-4eb1-8e74-604bbba327dd triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:35:38.712060 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (ef4f9a75-007b-4eb1-8e74-604bbba327dd), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:35:38.795168 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port ef4f9a75-007b-4eb1-8e74-604bbba327dd is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:35:38.795559 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (ef4f9a75-007b-4eb1-8e74-604bbba327dd), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:35:38.818971 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c37794-0af1-42b5-bd85-f224308f7dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4f9a75-007b-4eb1-8e74-604bbba327dd'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:35:38.821470 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3b886c43f84fb41b48ddc1b85747c6a8556e7daa9282459995a85f65cd8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88774e8-4a84-4e08-8c18-a61382763ba5" -d '{"events": [{"server_uuid": "b7c37794-0af1-42b5-bd85-f224308f7dec", "name": "network-vif-plugged", "status": "completed", "tag": "ef4f9a75-007b-4eb1-8e74-604bbba327dd"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:35:38.834790 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port ef4f9a75-007b-4eb1-8e74-604bbba327dd, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=ef4f9a75-007b-4eb1-8e74-604bbba327dd,segment=NetworkSegment(3173c500-488c-4756-a1e4-19030c18bbcc),segment_id=3173c500-488c-4756-a1e4-19030c18bbcc)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:35:38.840763 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (ef4f9a75-007b-4eb1-8e74-604bbba327dd), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:35:38.894551 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=ef4f9a75-007b-4eb1-8e74-604bbba327dd,revision_number=10']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:35:38.922696 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a624eee-7e77-417d-b7fa-53c96f44957b x-openstack-request-id: req-5a624eee-7e77-417d-b7fa-53c96f44957b {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:35:38.922994 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c37794-0af1-42b5-bd85-f224308f7dec", "name": "network-vif-plugged", "status": "completed", "tag": "ef4f9a75-007b-4eb1-8e74-604bbba327dd", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:35:38.923289 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5a624eee-7e77-417d-b7fa-53c96f44957b {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:35:38.923699 dv-cinder-834920-1-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a624eee-7e77-417d-b7fa-53c96f44957b'] response: {'server_uuid': 'b7c37794-0af1-42b5-bd85-f224308f7dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4f9a75-007b-4eb1-8e74-604bbba327dd', 'code': 200} Mar 23 17:35:39.122507 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185dbf7-7e56-4264-ac05-b7b8a0cf991a req-abdc888f-e49f-4603-b185-568c6e82f99b tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:39.124004 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f185dbf7-7e56-4264-ac05-b7b8a0cf991a req-abdc888f-e49f-4603-b185-568c6e82f99b tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 946 time: 0.0612407 Mar 23 17:35:39.183218 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f185dbf7-7e56-4264-ac05-b7b8a0cf991a req-b683127e-5369-47d6-bec6-a872e559d082 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534329 Mar 23 17:35:39.508583 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31350f46-4d66-42ec-9471-84279c6ba363 req-e493a02e-7986-41bb-a24e-5a8840f307d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:39.510147 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-31350f46-4d66-42ec-9471-84279c6ba363 req-e493a02e-7986-41bb-a24e-5a8840f307d9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 1130 time: 0.0468085 Mar 23 17:35:39.559699 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-31350f46-4d66-42ec-9471-84279c6ba363 req-e6731d1c-c410-4720-9cf9-d7304dd7e7df service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431585 Mar 23 17:35:39.742686 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551fd294-2c0f-4839-8436-cc98afaa8c1a req-ebbf69d5-574b-4645-88fd-87b51d590646 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:39.744039 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-551fd294-2c0f-4839-8436-cc98afaa8c1a req-ebbf69d5-574b-4645-88fd-87b51d590646 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 945 time: 0.0593996 Mar 23 17:35:39.791493 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-551fd294-2c0f-4839-8436-cc98afaa8c1a req-935a0cb7-58d5-4bb0-bd3c-17633f39f4ce tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417433 Mar 23 17:35:40.146769 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-414462cb-c281-4857-81a1-bd97177970e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:35:40.329497 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e90c28-ac6f-46ac-8cf7-225f2be0834f req-4f14eff2-de9f-4f00-8cd3-81c4a0ee3da3 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:40.331040 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-05e90c28-ac6f-46ac-8cf7-225f2be0834f req-4f14eff2-de9f-4f00-8cd3-81c4a0ee3da3 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 946 time: 0.0586581 Mar 23 17:35:40.382792 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-05e90c28-ac6f-46ac-8cf7-225f2be0834f req-36d133c2-1af9-4326-9f9e-72d29b0ebff2 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460260 Mar 23 17:35:40.916372 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fb7f3-d80c-4a95-83f1-6abeb9cd908e req-e83e19fc-8bf3-440b-898f-0802c13fea1e tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:40.917856 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-738fb7f3-d80c-4a95-83f1-6abeb9cd908e req-e83e19fc-8bf3-440b-898f-0802c13fea1e tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 945 time: 0.0565724 Mar 23 17:35:40.973896 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-738fb7f3-d80c-4a95-83f1-6abeb9cd908e req-e2b51848-a106-4b89-ae1f-e538e174331b tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454838 Mar 23 17:35:41.382002 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:35:41.527361 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5ea5e-6385-4f57-b9f9-0706dce020c7 req-df881042-0dfa-4277-b5f6-cd06ad0ce371 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:41.528897 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5ef5ea5e-6385-4f57-b9f9-0706dce020c7 req-df881042-0dfa-4277-b5f6-cd06ad0ce371 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 946 time: 0.0669172 Mar 23 17:35:41.586861 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5ef5ea5e-6385-4f57-b9f9-0706dce020c7 req-996451e2-36c8-4951-bc6b-b962da0cd11d tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517893 Mar 23 17:35:42.100540 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f99bb-2734-405f-b626-444711b7f3d8 req-d8e2d76f-94ed-44df-8541-34f2b6aeefcb tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:42.101991 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-465f99bb-2734-405f-b626-444711b7f3d8 req-d8e2d76f-94ed-44df-8541-34f2b6aeefcb tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 945 time: 0.0572507 Mar 23 17:35:42.149433 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-465f99bb-2734-405f-b626-444711b7f3d8 req-60f35bcf-13db-487c-9390-d13b8609f2ab tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415983 Mar 23 17:35:42.737050 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00234e-8691-492c-960b-af2d7b16d448 req-6c303af1-884f-499d-a72a-cab3ecf08865 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:42.738700 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1f00234e-8691-492c-960b-af2d7b16d448 req-6c303af1-884f-499d-a72a-cab3ecf08865 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 946 time: 0.0705326 Mar 23 17:35:42.752841 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:35:42.787225 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1f00234e-8691-492c-960b-af2d7b16d448 req-aae0dc07-8b18-49f2-b0f4-ef5392d314f1 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424609 Mar 23 17:35:43.275024 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06323e6e-e6d8-4ed2-af6c-e5d9ed4f4b7f req-9bee85c8-4994-469c-8f20-c6cc9a7627d1 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:43.276556 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-06323e6e-e6d8-4ed2-af6c-e5d9ed4f4b7f req-9bee85c8-4994-469c-8f20-c6cc9a7627d1 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 945 time: 0.0556533 Mar 23 17:35:43.325617 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-06323e6e-e6d8-4ed2-af6c-e5d9ed4f4b7f req-13b109bc-8bcf-4b2d-a7b2-60048b63828c tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433240 Mar 23 17:35:44.185952 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:35:44.452524 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb44b8-ea2a-4447-8302-a93139b0ba75 req-1e79439c-38ad-4cd1-94f2-2eabb1ba85db tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:44.453976 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a7fb44b8-ea2a-4447-8302-a93139b0ba75 req-1e79439c-38ad-4cd1-94f2-2eabb1ba85db tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 945 time: 0.0556350 Mar 23 17:35:44.510913 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a7fb44b8-ea2a-4447-8302-a93139b0ba75 req-5bc309a8-956f-426f-b8c4-37d57df113f6 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511153 Mar 23 17:35:45.645387 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55fc83-b3a9-4cfc-8819-f8cc83406106 req-62972c50-da01-46b6-a281-40a830937ec7 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:45.646874 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4c55fc83-b3a9-4cfc-8819-f8cc83406106 req-62972c50-da01-46b6-a281-40a830937ec7 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 945 time: 0.0665011 Mar 23 17:35:45.696015 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4c55fc83-b3a9-4cfc-8819-f8cc83406106 req-26cfa47b-5724-40c5-8471-d3dffec3d4f6 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433397 Mar 23 17:35:46.831918 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c038d5-9ad7-419f-a79f-6d5ce7620e02 req-8b3da5d7-03c4-40bf-ba36-b4da69c9be0e tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:46.833535 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-28c038d5-9ad7-419f-a79f-6d5ce7620e02 req-8b3da5d7-03c4-40bf-ba36-b4da69c9be0e tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 945 time: 0.0611672 Mar 23 17:35:46.886424 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-28c038d5-9ad7-419f-a79f-6d5ce7620e02 req-a4a23b4e-fec5-4bf1-9b44-25a6e4d0497b tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448973 Mar 23 17:35:47.296960 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e313a-2659-4022-80c5-c0ef75a9e18b req-47d06920-524b-489c-ab53-f1fc353cb0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:47.298510 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2f1e313a-2659-4022-80c5-c0ef75a9e18b req-47d06920-524b-489c-ab53-f1fc353cb0e6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 1129 time: 0.0519261 Mar 23 17:35:47.345613 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2f1e313a-2659-4022-80c5-c0ef75a9e18b req-c4ccbc90-c53b-4401-b448-b8b41697d645 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404019 Mar 23 17:35:48.038535 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28fff9-d8cb-4032-80fa-72faf84b814f req-91965fbb-ad21-4a4b-a716-4e1596e09458 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:48.040105 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ec28fff9-d8cb-4032-80fa-72faf84b814f req-91965fbb-ad21-4a4b-a716-4e1596e09458 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 945 time: 0.0608757 Mar 23 17:35:48.086948 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ec28fff9-d8cb-4032-80fa-72faf84b814f req-c98cd2fc-a79d-4de2-89c7-b543fdabb341 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410628 Mar 23 17:35:49.221020 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9baad-3d95-4374-acf8-d6d3e108188b req-84b7e646-3f9f-4cf6-81f2-807a9a20fe8f tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:49.222575 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-19d9baad-3d95-4374-acf8-d6d3e108188b req-84b7e646-3f9f-4cf6-81f2-807a9a20fe8f tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 945 time: 0.0546036 Mar 23 17:35:49.274688 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-19d9baad-3d95-4374-acf8-d6d3e108188b req-9dc7cc05-1872-473f-a658-5ab049ead41d tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455394 Mar 23 17:35:49.644662 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856510b6-3079-4255-8504-1c80a4ac484c req-aea56b62-d363-4d97-9255-151d41f2f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:49.646170 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-856510b6-3079-4255-8504-1c80a4ac484c req-aea56b62-d363-4d97-9255-151d41f2f734 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5f8e1fcf32ed4c89b61e93ec571f7fe7&device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 1129 time: 0.0555215 Mar 23 17:35:49.651345 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a33b4d8-1030-4831-a4a3-eb1e63f2d52c req-b83e6ba4-94df-4c70-94a9-f2ef6fb171b2 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:49.652813 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5a33b4d8-1030-4831-a4a3-eb1e63f2d52c req-b83e6ba4-94df-4c70-94a9-f2ef6fb171b2 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 945 time: 0.0583549 Mar 23 17:35:49.713150 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5a33b4d8-1030-4831-a4a3-eb1e63f2d52c req-594d3a11-5c78-4489-b70f-1a93c8df701e tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480251 Mar 23 17:35:49.762341 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856510b6-3079-4255-8504-1c80a4ac484c req-274e2df7-41fa-4fc2-a38b-738aaf1808e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:49.763791 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-856510b6-3079-4255-8504-1c80a4ac484c req-274e2df7-41fa-4fc2-a38b-738aaf1808e2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e39f5c4c-2123-4c06-9dcf-a1960e2860e7 HTTP/1.1" status: 200 len: 919 time: 0.1107011 Mar 23 17:35:49.839900 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-856510b6-3079-4255-8504-1c80a4ac484c req-73a10c0a-fc01-4c72-8aad-2610dd27a4b0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e856627c-9b37-424c-843c-b2c4164c034a HTTP/1.1" status: 200 len: 1001 time: 0.0698175 Mar 23 17:35:49.891867 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856510b6-3079-4255-8504-1c80a4ac484c req-6efb7a6b-46aa-4793-b50a-e9651a22027e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:49.893818 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-856510b6-3079-4255-8504-1c80a4ac484c req-6efb7a6b-46aa-4793-b50a-e9651a22027e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ecd5be18-6bee-4974-83c0-da45214c17c0 HTTP/1.1" status: 200 len: 857 time: 0.0478160 Mar 23 17:35:49.947996 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856510b6-3079-4255-8504-1c80a4ac484c req-76c9a05f-f4d3-4ac0-8a22-36f48847e45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:49.949492 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-856510b6-3079-4255-8504-1c80a4ac484c req-76c9a05f-f4d3-4ac0-8a22-36f48847e45a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e39f5c4c-2123-4c06-9dcf-a1960e2860e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476964 Mar 23 17:35:50.046395 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-856510b6-3079-4255-8504-1c80a4ac484c req-544f5cf5-8c17-4732-890c-0b21a5ee7c85 service neutron] 10.222.0.57 "GET /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899785 Mar 23 17:35:50.135245 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-856510b6-3079-4255-8504-1c80a4ac484c req-a4e943d2-7628-467f-9026-aa90c3092078 service neutron] 10.222.0.57 "GET /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830181 Mar 23 17:35:50.143687 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:35:50.839734 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261fbe0-8224-4011-85d1-54e6e4a02929 req-c3418390-677e-4121-a5a8-685073f81d32 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:50.841338 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6261fbe0-8224-4011-85d1-54e6e4a02929 req-c3418390-677e-4121-a5a8-685073f81d32 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 945 time: 0.0551493 Mar 23 17:35:50.890749 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6261fbe0-8224-4011-85d1-54e6e4a02929 req-f5bb41f4-fdc9-448f-b5d2-6ea2e7e747fb tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428927 Mar 23 17:35:52.022221 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d7996-18b4-4ea6-9cbb-32ed0eaca164 req-1a2b8537-7aea-46d1-9fe4-7ed9285affbb tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:52.023800 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f11d7996-18b4-4ea6-9cbb-32ed0eaca164 req-1a2b8537-7aea-46d1-9fe4-7ed9285affbb tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 945 time: 0.0578716 Mar 23 17:35:52.077744 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f11d7996-18b4-4ea6-9cbb-32ed0eaca164 req-381601f4-7190-446b-a1b3-f7b0d749c19c tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473738 Mar 23 17:35:53.215315 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbf577-2544-4b47-8f5a-ae8a9cd8a20b req-1021414d-caa0-4722-8965-7114f7c152c3 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:53.217080 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-03fbf577-2544-4b47-8f5a-ae8a9cd8a20b req-1021414d-caa0-4722-8965-7114f7c152c3 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 945 time: 0.0580823 Mar 23 17:35:53.272750 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-03fbf577-2544-4b47-8f5a-ae8a9cd8a20b req-0d2ab29d-043d-48f8-926f-c8fa42f0306f tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495977 Mar 23 17:35:54.403552 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d98541-7060-484f-9a17-36f1ea113a05 req-87283a64-17e4-445b-926f-337f73a528b5 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:54.405038 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-39d98541-7060-484f-9a17-36f1ea113a05 req-87283a64-17e4-445b-926f-337f73a528b5 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 945 time: 0.0548368 Mar 23 17:35:54.464289 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-39d98541-7060-484f-9a17-36f1ea113a05 req-3efcf9e8-6034-4855-9993-ee55a9ecbbca tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446932 Mar 23 17:35:54.597180 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d165a-de99-4777-ab99-25f484994c27 req-e07ebcbd-e4a0-4ce3-b59b-38d6dbddaecb tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:54.598750 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cf1d165a-de99-4777-ab99-25f484994c27 req-e07ebcbd-e4a0-4ce3-b59b-38d6dbddaecb tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 945 time: 0.0627089 Mar 23 17:35:54.607591 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 41096) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:35:54.612193 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-2f33eb5d-b2c8-427a-9a47-88f27ba97b06 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Request body: {'floatingip': {'port_id': 'e856627c-9b37-424c-843c-b2c4164c034a'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:35:54.673646 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2f33eb5d-b2c8-427a-9a47-88f27ba97b06 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks [] for floatingip (e58397a1-2dff-48b8-8f93-edbf3047fdee), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:35:54.760804 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:35:55.433555 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2f33eb5d-b2c8-427a-9a47-88f27ba97b06 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:35:55.439265 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2f33eb5d-b2c8-427a-9a47-88f27ba97b06 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614213'] for floatingip (e58397a1-2dff-48b8-8f93-edbf3047fdee), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:35:55.672196 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f33eb5d-b2c8-427a-9a47-88f27ba97b06 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Router b955e9d6-d7fe-49cc-a263-c46349d0997f has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:35:55.790209 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f33eb5d-b2c8-427a-9a47-88f27ba97b06 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:35:55.795293 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2f33eb5d-b2c8-427a-9a47-88f27ba97b06 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:35:55.801654 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8ca306-3eeb-4b4b-b39c-dc08d512f7df None None] Sync routers for ids ['b955e9d6-d7fe-49cc-a263-c46349d0997f'] in dv-cinder-834920-1-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:35:55.817086 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8ca306-3eeb-4b4b-b39c-dc08d512f7df None None] Routers {'b955e9d6-d7fe-49cc-a263-c46349d0997f'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:35:55.818214 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-4d8ca306-3eeb-4b4b-b39c-dc08d512f7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:35:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['b955e9d6-d7fe-49cc-a263-c46349d0997f'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:35:55.840983 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cae313c-62a2-4a1a-afb3-832ffdb1ff9a', 'tag': 'e856627c-9b37-424c-843c-b2c4164c034a'}] {{(pid=103208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:35:55.843424 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d19940c1d3d58fda64df9d77de31f07f84ddba43144513a64de6e566be545741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b055dc-93bf-470c-86f4-41e26d4ce2f6" -d '{"events": [{"name": "network-changed", "server_uuid": "5cae313c-62a2-4a1a-afb3-832ffdb1ff9a", "tag": "e856627c-9b37-424c-843c-b2c4164c034a"}]}' {{(pid=103208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:35:55.893514 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-2f33eb5d-b2c8-427a-9a47-88f27ba97b06 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "PUT /v2.0/floatingips/e58397a1-2dff-48b8-8f93-edbf3047fdee HTTP/1.1" status: 200 len: 993 time: 1.2706113 Mar 23 17:35:55.893514 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ee837b-9454-4ee7-ae3e-df8c4eab4121 x-openstack-request-id: req-f1ee837b-9454-4ee7-ae3e-df8c4eab4121 {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:35:55.893514 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cae313c-62a2-4a1a-afb3-832ffdb1ff9a", "tag": "e856627c-9b37-424c-843c-b2c4164c034a", "status": "completed", "code": 200}]} {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:35:55.893514 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f1ee837b-9454-4ee7-ae3e-df8c4eab4121 {{(pid=103208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:35:55.893514 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1ee837b-9454-4ee7-ae3e-df8c4eab4121'] response: {'name': 'network-changed', 'server_uuid': '5cae313c-62a2-4a1a-afb3-832ffdb1ff9a', 'tag': 'e856627c-9b37-424c-843c-b2c4164c034a', 'status': 'completed', 'code': 200} Mar 23 17:35:55.941411 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-4d8ca306-3eeb-4b4b-b39c-dc08d512f7df None None] Set router b955e9d6-d7fe-49cc-a263-c46349d0997f gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:35:55.963386 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b055dc-93bf-470c-86f4-41e26d4ce2f6 req-f73a3abe-2acf-40a2-a6fc-6e9081094f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:55.964924 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-36b055dc-93bf-470c-86f4-41e26d4ce2f6 req-f73a3abe-2acf-40a2-a6fc-6e9081094f7f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5f8e1fcf32ed4c89b61e93ec571f7fe7&device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 1129 time: 0.0479882 Mar 23 17:35:56.078069 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b055dc-93bf-470c-86f4-41e26d4ce2f6 req-b885fe07-3c48-46fc-8474-687f28ec5e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:56.079596 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-36b055dc-93bf-470c-86f4-41e26d4ce2f6 req-b885fe07-3c48-46fc-8474-687f28ec5e94 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e39f5c4c-2123-4c06-9dcf-a1960e2860e7 HTTP/1.1" status: 200 len: 919 time: 0.0999939 Mar 23 17:35:56.163827 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-36b055dc-93bf-470c-86f4-41e26d4ce2f6 req-94f8a038-3f47-434c-a6a3-794951d812d6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e856627c-9b37-424c-843c-b2c4164c034a HTTP/1.1" status: 200 len: 1001 time: 0.0673492 Mar 23 17:35:56.201123 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-4d8ca306-3eeb-4b4b-b39c-dc08d512f7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'name': 'tempest-ServerRescueNegativeTestJSON-683399696-router', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '05408c75-8f63-43b6-a826-f325af2f7c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:32Z', 'revision_number': 4, 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'gw_port': {'id': '05408c75-8f63-43b6-a826-f325af2f7c7a', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:23Z', 'updated_at': '2022-03-23T17:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': 'e58397a1-2dff-48b8-8f93-edbf3047fdee', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'port_id': 'e856627c-9b37-424c-843c-b2c4164c034a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7', 'mac_address': 'fa:16:3e:bb:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cae313c-62a2-4a1a-afb3-832ffdb1ff9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:31:50Z', 'updated_at': '2022-03-23T17:35:55Z', 'revision_number': 3, 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6623d25-2891-4ca7-a222-5ea452cea845', 'name': '', 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'mac_address': 'fa:16:3e:1a:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecd5be18-6bee-4974-83c0-da45214c17c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:30Z', 'updated_at': '2022-03-23T17:29:50Z', 'revision_number': 5, 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'subnets': [{'id': 'ecd5be18-6bee-4974-83c0-da45214c17c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:35:56.213683 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b055dc-93bf-470c-86f4-41e26d4ce2f6 req-70175bac-61e9-4b34-9ec4-6185111567ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:56.215504 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-36b055dc-93bf-470c-86f4-41e26d4ce2f6 req-70175bac-61e9-4b34-9ec4-6185111567ef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ecd5be18-6bee-4974-83c0-da45214c17c0 HTTP/1.1" status: 200 len: 857 time: 0.0478606 Mar 23 17:35:56.232052 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8ca306-3eeb-4b4b-b39c-dc08d512f7df None None] Checking router: b955e9d6-d7fe-49cc-a263-c46349d0997f for host: dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:35:56.244026 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8ca306-3eeb-4b4b-b39c-dc08d512f7df None None] Routers {'b955e9d6-d7fe-49cc-a263-c46349d0997f'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:35:56.244722 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-4d8ca306-3eeb-4b4b-b39c-dc08d512f7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:35:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['b955e9d6-d7fe-49cc-a263-c46349d0997f'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:35:56.270131 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b055dc-93bf-470c-86f4-41e26d4ce2f6 req-0482c0b9-b863-4591-bfa8-693f29f3ec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:56.271739 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-36b055dc-93bf-470c-86f4-41e26d4ce2f6 req-0482c0b9-b863-4591-bfa8-693f29f3ec04 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e39f5c4c-2123-4c06-9dcf-a1960e2860e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481210 Mar 23 17:35:56.367987 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-36b055dc-93bf-470c-86f4-41e26d4ce2f6 req-404ea24a-ac1b-4cb5-a6dd-4483a866d495 service neutron] 10.222.0.57 "GET /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875337 Mar 23 17:35:56.462320 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-4d8ca306-3eeb-4b4b-b39c-dc08d512f7df None None] Set router b955e9d6-d7fe-49cc-a263-c46349d0997f gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:35:56.471259 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-36b055dc-93bf-470c-86f4-41e26d4ce2f6 req-fe8202ee-9f84-4e0b-a6f2-082c696d33bd service neutron] 10.222.0.57 "GET /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940635 Mar 23 17:35:56.724738 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-4d8ca306-3eeb-4b4b-b39c-dc08d512f7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'name': 'tempest-ServerRescueNegativeTestJSON-683399696-router', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '05408c75-8f63-43b6-a826-f325af2f7c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:32Z', 'revision_number': 4, 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'gw_port': {'id': '05408c75-8f63-43b6-a826-f325af2f7c7a', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:23Z', 'updated_at': '2022-03-23T17:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': 'e58397a1-2dff-48b8-8f93-edbf3047fdee', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'port_id': 'e856627c-9b37-424c-843c-b2c4164c034a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7', 'mac_address': 'fa:16:3e:bb:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cae313c-62a2-4a1a-afb3-832ffdb1ff9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:31:50Z', 'updated_at': '2022-03-23T17:35:55Z', 'revision_number': 3, 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6623d25-2891-4ca7-a222-5ea452cea845', 'name': '', 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'mac_address': 'fa:16:3e:1a:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecd5be18-6bee-4974-83c0-da45214c17c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:30Z', 'updated_at': '2022-03-23T17:29:50Z', 'revision_number': 5, 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'subnets': [{'id': 'ecd5be18-6bee-4974-83c0-da45214c17c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:35:56.754704 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8ca306-3eeb-4b4b-b39c-dc08d512f7df None None] The sync data for ids ['b955e9d6-d7fe-49cc-a263-c46349d0997f'] in dv-cinder-834920-1-iscsi is: [{'id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'name': 'tempest-ServerRescueNegativeTestJSON-683399696-router', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '05408c75-8f63-43b6-a826-f325af2f7c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:32Z', 'revision_number': 4, 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'gw_port': {'id': '05408c75-8f63-43b6-a826-f325af2f7c7a', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:23Z', 'updated_at': '2022-03-23T17:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': 'e58397a1-2dff-48b8-8f93-edbf3047fdee', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'port_id': 'e856627c-9b37-424c-843c-b2c4164c034a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7', 'mac_address': 'fa:16:3e:bb:bb:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cae313c-62a2-4a1a-afb3-832ffdb1ff9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:31:50Z', 'updated_at': '2022-03-23T17:35:55Z', 'revision_number': 3, 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6623d25-2891-4ca7-a222-5ea452cea845', 'name': '', 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'mac_address': 'fa:16:3e:1a:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecd5be18-6bee-4974-83c0-da45214c17c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:30Z', 'updated_at': '2022-03-23T17:29:50Z', 'revision_number': 5, 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'subnets': [{'id': 'ecd5be18-6bee-4974-83c0-da45214c17c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:35:57.892907 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cae313c-62a2-4a1a-afb3-832ffdb1ff9a', 'tag': 'e856627c-9b37-424c-843c-b2c4164c034a'}] {{(pid=103208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:35:57.895775 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d19940c1d3d58fda64df9d77de31f07f84ddba43144513a64de6e566be545741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a97388-ad2a-411a-9a34-9f25099fccca" -d '{"events": [{"name": "network-changed", "server_uuid": "5cae313c-62a2-4a1a-afb3-832ffdb1ff9a", "tag": "e856627c-9b37-424c-843c-b2c4164c034a"}]}' {{(pid=103208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:35:57.936794 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907c9822-a79d-4041-a904-7f6b8892c4c6 x-openstack-request-id: req-907c9822-a79d-4041-a904-7f6b8892c4c6 {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:35:57.937088 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cae313c-62a2-4a1a-afb3-832ffdb1ff9a", "tag": "e856627c-9b37-424c-843c-b2c4164c034a", "status": "completed", "code": 200}]} {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:35:57.937389 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-907c9822-a79d-4041-a904-7f6b8892c4c6 {{(pid=103208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:35:57.937806 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-907c9822-a79d-4041-a904-7f6b8892c4c6'] response: {'name': 'network-changed', 'server_uuid': '5cae313c-62a2-4a1a-afb3-832ffdb1ff9a', 'tag': 'e856627c-9b37-424c-843c-b2c4164c034a', 'status': 'completed', 'code': 200} Mar 23 17:35:58.019691 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a97388-ad2a-411a-9a34-9f25099fccca req-77f6a27a-87d4-4b0c-a3a8-18dbc1525c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:58.021373 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-10a97388-ad2a-411a-9a34-9f25099fccca req-77f6a27a-87d4-4b0c-a3a8-18dbc1525c53 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5f8e1fcf32ed4c89b61e93ec571f7fe7&device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 1129 time: 0.0495670 Mar 23 17:35:58.126222 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a97388-ad2a-411a-9a34-9f25099fccca req-3555defa-4274-49a4-af26-4a730bf0775d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:58.128461 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-10a97388-ad2a-411a-9a34-9f25099fccca req-3555defa-4274-49a4-af26-4a730bf0775d service neutron] 10.222.0.57 "GET /v2.0/networks?id=e39f5c4c-2123-4c06-9dcf-a1960e2860e7 HTTP/1.1" status: 200 len: 919 time: 0.1015327 Mar 23 17:35:58.203487 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-10a97388-ad2a-411a-9a34-9f25099fccca req-4bdffc2c-76b7-4b89-9204-06e4f631ed67 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e856627c-9b37-424c-843c-b2c4164c034a HTTP/1.1" status: 200 len: 1001 time: 0.0686760 Mar 23 17:35:58.252661 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a97388-ad2a-411a-9a34-9f25099fccca req-98cbf723-3155-4ebc-b1db-2ba36300b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:58.254184 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-10a97388-ad2a-411a-9a34-9f25099fccca req-98cbf723-3155-4ebc-b1db-2ba36300b078 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ecd5be18-6bee-4974-83c0-da45214c17c0 HTTP/1.1" status: 200 len: 857 time: 0.0447235 Mar 23 17:35:58.307948 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a97388-ad2a-411a-9a34-9f25099fccca req-9007a1df-2861-4333-b4ff-61b1bcd26c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:35:58.309530 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-10a97388-ad2a-411a-9a34-9f25099fccca req-9007a1df-2861-4333-b4ff-61b1bcd26c59 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e39f5c4c-2123-4c06-9dcf-a1960e2860e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493715 Mar 23 17:35:58.400292 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-10a97388-ad2a-411a-9a34-9f25099fccca req-dddee2d8-7008-4280-86c0-9accae6a51a3 service neutron] 10.222.0.57 "GET /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839181 Mar 23 17:35:58.498797 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-10a97388-ad2a-411a-9a34-9f25099fccca req-705b800b-3f84-4a64-801d-034baf2166f7 service neutron] 10.222.0.57 "GET /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922990 Mar 23 17:36:07.646194 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6a0dd96d-1fa2-4768-9e86-b65bbdab1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:10.147341 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7d2119aa-7104-4e58-92f8-39f191d33bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:11.386636 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:12.754955 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:14.194321 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:17.102760 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa466c54-4806-426e-956b-8a35b2eaf81d req-d091c771-2cd2-4d5c-b642-dd1af5925198 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:17.104374 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fa466c54-4806-426e-956b-8a35b2eaf81d req-d091c771-2cd2-4d5c-b642-dd1af5925198 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0562935 Mar 23 17:36:17.151769 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fa466c54-4806-426e-956b-8a35b2eaf81d req-bbaf9ccb-acd8-4d0c-a0c7-e481aa5bbb63 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414741 Mar 23 17:36:18.285953 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de3ea1-1d42-4e9f-a5e6-1ac85bc9b1be req-8d806b72-5aa7-4543-9118-9b705cc612bd tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:18.287423 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-12de3ea1-1d42-4e9f-a5e6-1ac85bc9b1be req-8d806b72-5aa7-4543-9118-9b705cc612bd tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0617833 Mar 23 17:36:18.337393 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-12de3ea1-1d42-4e9f-a5e6-1ac85bc9b1be req-47d149d6-993b-4628-95d5-7f4abdae65a2 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436637 Mar 23 17:36:19.473075 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a053a-ee18-4034-8ba4-666f148c1948 req-7b787fde-fe32-4559-8ab4-ffed554ad4b2 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:19.474609 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-229a053a-ee18-4034-8ba4-666f148c1948 req-7b787fde-fe32-4559-8ab4-ffed554ad4b2 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0645700 Mar 23 17:36:19.521164 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-229a053a-ee18-4034-8ba4-666f148c1948 req-a5932c97-0115-49e8-9f74-f88f23252b37 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407715 Mar 23 17:36:20.646137 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86589582-bebd-4245-919c-ba606dd2414c req-e20492e7-29f3-4eca-ac5b-9cbdc2f439a5 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:20.647619 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-86589582-bebd-4245-919c-ba606dd2414c req-e20492e7-29f3-4eca-ac5b-9cbdc2f439a5 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0576298 Mar 23 17:36:20.695844 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-86589582-bebd-4245-919c-ba606dd2414c req-299df3e4-5370-4ca3-b9c5-8f0068d97b61 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420945 Mar 23 17:36:21.822441 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ffae0-da5b-4179-b012-35f84a2202be req-dec91dc4-47c0-41fc-ab51-0244549b8a3e tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:21.823964 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0e7ffae0-da5b-4179-b012-35f84a2202be req-dec91dc4-47c0-41fc-ab51-0244549b8a3e tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0552759 Mar 23 17:36:21.871470 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0e7ffae0-da5b-4179-b012-35f84a2202be req-abf29b5b-20ea-43e3-93db-b95ae1f406f4 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418921 Mar 23 17:36:22.998037 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbaaa6-9bc7-4ead-89a5-f9de8bee3e5b req-438330de-c970-4a92-b04f-9809825c0206 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:22.999567 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d7cbaaa6-9bc7-4ead-89a5-f9de8bee3e5b req-438330de-c970-4a92-b04f-9809825c0206 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0538473 Mar 23 17:36:23.051163 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d7cbaaa6-9bc7-4ead-89a5-f9de8bee3e5b req-a1d0082b-6307-4ae5-b263-4ceaa59cf9b9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456369 Mar 23 17:36:24.190027 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c050f-1afa-426d-82a9-dea1953400d9 req-59d826c4-9537-49a7-bed7-a79d6f4e6d9f tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:24.191488 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d68c050f-1afa-426d-82a9-dea1953400d9 req-59d826c4-9537-49a7-bed7-a79d6f4e6d9f tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0569425 Mar 23 17:36:24.253940 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d68c050f-1afa-426d-82a9-dea1953400d9 req-179c642e-37c6-44bc-9859-a39097f1e12a tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537853 Mar 23 17:36:24.770998 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:25.007502 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25739e0-53a8-49ab-a91b-816339eb45e7 req-7748337a-b9d2-46e5-88d5-830d009bb5dc tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:25.008995 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f25739e0-53a8-49ab-a91b-816339eb45e7 req-7748337a-b9d2-46e5-88d5-830d009bb5dc tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccee2bf-7121-4ad9-acbd-eb7ea7792944 HTTP/1.1" status: 200 len: 946 time: 0.0646346 Mar 23 17:36:25.060796 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f25739e0-53a8-49ab-a91b-816339eb45e7 req-48473c64-412b-4346-8ebd-8519022f269e tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436976 Mar 23 17:36:25.390889 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e17b98-e2e0-412c-a201-474879aa0441 req-df33a5ee-6b73-41fb-8d1b-e00a1eb3fe9c tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:25.392380 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f0e17b98-e2e0-412c-a201-474879aa0441 req-df33a5ee-6b73-41fb-8d1b-e00a1eb3fe9c tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0581131 Mar 23 17:36:25.443905 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f0e17b98-e2e0-412c-a201-474879aa0441 req-1caf1ffe-45ed-4456-b61f-9e5364fc1927 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432134 Mar 23 17:36:26.211810 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066c368-b292-48f7-ab66-4482fdbf6b27 req-ec4f3592-2f9a-402d-a621-2103b347e14d tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:26.213827 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b066c368-b292-48f7-ab66-4482fdbf6b27 req-ec4f3592-2f9a-402d-a621-2103b347e14d tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccee2bf-7121-4ad9-acbd-eb7ea7792944 HTTP/1.1" status: 200 len: 946 time: 0.0672126 Mar 23 17:36:26.269241 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b066c368-b292-48f7-ab66-4482fdbf6b27 req-4eb39cde-116a-4c8a-bc3a-9c94779b16d7 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495369 Mar 23 17:36:26.563571 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60139f-57d6-4ecc-8ca2-f86b4451964f req-59de0e51-1378-48e2-9687-50128a3c05d0 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:26.565035 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bb60139f-57d6-4ecc-8ca2-f86b4451964f req-59de0e51-1378-48e2-9687-50128a3c05d0 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0540736 Mar 23 17:36:26.617105 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bb60139f-57d6-4ecc-8ca2-f86b4451964f req-425b04ac-23ca-4af1-a90f-cd473d9d0902 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441082 Mar 23 17:36:26.900099 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f4d46-31be-4df5-bdac-2b192e59a975 req-d4433f45-7fa8-4881-9278-fe4755f99834 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:26.901585 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-dc0f4d46-31be-4df5-bdac-2b192e59a975 req-d4433f45-7fa8-4881-9278-fe4755f99834 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ccee2bf-7121-4ad9-acbd-eb7ea7792944 HTTP/1.1" status: 200 len: 946 time: 0.0615904 Mar 23 17:36:26.996720 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-dc0f4d46-31be-4df5-bdac-2b192e59a975 req-73b49340-3c83-4d55-a4b9-9d5e489bf275 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Deleting port c346507d-f008-4ff2-a281-e9ca1866ee8b {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:36:26.997054 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-dc0f4d46-31be-4df5-bdac-2b192e59a975 req-73b49340-3c83-4d55-a4b9-9d5e489bf275 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (c346507d-f008-4ff2-a281-e9ca1866ee8b), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:27.087964 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-dc0f4d46-31be-4df5-bdac-2b192e59a975 req-73b49340-3c83-4d55-a4b9-9d5e489bf275 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] For port c346507d-f008-4ff2-a281-e9ca1866ee8b, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=c346507d-f008-4ff2-a281-e9ca1866ee8b,segment=NetworkSegment(62cbfca7-ba11-4a29-b995-79dcf60db07d),segment_id=62cbfca7-ba11-4a29-b995-79dcf60db07d)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:36:27.088331 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-dc0f4d46-31be-4df5-bdac-2b192e59a975 req-73b49340-3c83-4d55-a4b9-9d5e489bf275 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (c346507d-f008-4ff2-a281-e9ca1866ee8b), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:27.142452 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:36:27.391152 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf7084-84eb-46b2-ac72-4ed4fbe4e1c5 req-8b428122-2596-4799-b5fd-d25707bfc0b8 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:27.392659 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d8cf7084-84eb-46b2-ac72-4ed4fbe4e1c5 req-8b428122-2596-4799-b5fd-d25707bfc0b8 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccee2bf-7121-4ad9-acbd-eb7ea7792944 HTTP/1.1" status: 200 len: 946 time: 0.0547504 Mar 23 17:36:27.441876 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d8cf7084-84eb-46b2-ac72-4ed4fbe4e1c5 req-c20b2110-1d5f-48be-b555-cb152ac3e4c3 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433519 Mar 23 17:36:27.526964 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-dc0f4d46-31be-4df5-bdac-2b192e59a975 req-73b49340-3c83-4d55-a4b9-9d5e489bf275 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:27.527315 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-dc0f4d46-31be-4df5-bdac-2b192e59a975 req-73b49340-3c83-4d55-a4b9-9d5e489bf275 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614213'] for floatingip (16564cd3-d7c3-4e7a-a685-cda27820f52e), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:27.527652 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.db.l3_db [req-dc0f4d46-31be-4df5-bdac-2b192e59a975 req-73b49340-3c83-4d55-a4b9-9d5e489bf275 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Floating IP 16564cd3-d7c3-4e7a-a685-cda27820f52e disassociated. External IP: 172.27.2.168, port: c346507d-f008-4ff2-a281-e9ca1866ee8b. Mar 23 17:36:27.527982 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-dc0f4d46-31be-4df5-bdac-2b192e59a975 req-73b49340-3c83-4d55-a4b9-9d5e489bf275 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Calling delete_port for c346507d-f008-4ff2-a281-e9ca1866ee8b owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:36:27.664473 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-dc0f4d46-31be-4df5-bdac-2b192e59a975 req-73b49340-3c83-4d55-a4b9-9d5e489bf275 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484'] for port (c346507d-f008-4ff2-a281-e9ca1866ee8b), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:27.694110 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b49340-3c83-4d55-a4b9-9d5e489bf275 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Pushing event deleted for resources: {'Port': ['ID=c346507d-f008-4ff2-a281-e9ca1866ee8b,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:36:27.709133 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b49340-3c83-4d55-a4b9-9d5e489bf275 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:27.709768 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b49340-3c83-4d55-a4b9-9d5e489bf275 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:27.709897 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b49340-3c83-4d55-a4b9-9d5e489bf275 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:27.710135 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b49340-3c83-4d55-a4b9-9d5e489bf275 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:27.710456 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b49340-3c83-4d55-a4b9-9d5e489bf275 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:27.710841 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b49340-3c83-4d55-a4b9-9d5e489bf275 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:27.711214 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b49340-3c83-4d55-a4b9-9d5e489bf275 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:27.711540 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b49340-3c83-4d55-a4b9-9d5e489bf275 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:27.712505 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b49340-3c83-4d55-a4b9-9d5e489bf275 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:27.712505 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b49340-3c83-4d55-a4b9-9d5e489bf275 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:27.712694 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b49340-3c83-4d55-a4b9-9d5e489bf275 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:27.712971 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b49340-3c83-4d55-a4b9-9d5e489bf275 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:27.713392 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b49340-3c83-4d55-a4b9-9d5e489bf275 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:27.713805 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b49340-3c83-4d55-a4b9-9d5e489bf275 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:27.713972 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b49340-3c83-4d55-a4b9-9d5e489bf275 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:27.766083 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d26167-cbce-41d9-9eca-381490c64b54 req-e95dc17a-1e27-476d-ba40-6df6fb85096c tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:27.767736 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c0d26167-cbce-41d9-9eca-381490c64b54 req-e95dc17a-1e27-476d-ba40-6df6fb85096c tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0723655 Mar 23 17:36:27.824695 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c0d26167-cbce-41d9-9eca-381490c64b54 req-9ed38c22-91d4-4852-8cca-f4e8274684ce tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508597 Mar 23 17:36:27.830153 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc0f4d46-31be-4df5-bdac-2b192e59a975 req-73b49340-3c83-4d55-a4b9-9d5e489bf275 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Router 9ce6edcf-4e78-4a68-a752-b3dc4f491624 has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:36:27.961715 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc0f4d46-31be-4df5-bdac-2b192e59a975 req-73b49340-3c83-4d55-a4b9-9d5e489bf275 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:36:27.973161 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9465fea-f5ea-41d7-8974-f0283548fe9a None None] Sync routers for ids ['9ce6edcf-4e78-4a68-a752-b3dc4f491624'] in dv-cinder-834920-1-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:36:27.983862 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9465fea-f5ea-41d7-8974-f0283548fe9a None None] Routers {'9ce6edcf-4e78-4a68-a752-b3dc4f491624'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:36:27.984580 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-a9465fea-f5ea-41d7-8974-f0283548fe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:36:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['9ce6edcf-4e78-4a68-a752-b3dc4f491624'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:36:28.004454 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0f4d46-31be-4df5-bdac-2b192e59a975 req-73b49340-3c83-4d55-a4b9-9d5e489bf275 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] No DVR routers for this DVR port c346507d-f008-4ff2-a281-e9ca1866ee8b on host hv-cinder-83492 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:36:28.007443 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-dc0f4d46-31be-4df5-bdac-2b192e59a975 req-73b49340-3c83-4d55-a4b9-9d5e489bf275 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:28.011473 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-dc0f4d46-31be-4df5-bdac-2b192e59a975 req-73b49340-3c83-4d55-a4b9-9d5e489bf275 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.57 "DELETE /v2.0/ports/c346507d-f008-4ff2-a281-e9ca1866ee8b HTTP/1.1" status: 204 len: 173 time: 1.1032321 Mar 23 17:36:28.011954 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ccee2bf-7121-4ad9-acbd-eb7ea7792944', 'name': 'network-vif-deleted', 'tag': 'c346507d-f008-4ff2-a281-e9ca1866ee8b'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:36:28.014431 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7f64fe-404e-493f-b390-d602726d74fa" -d '{"events": [{"server_uuid": "0ccee2bf-7121-4ad9-acbd-eb7ea7792944", "name": "network-vif-deleted", "tag": "c346507d-f008-4ff2-a281-e9ca1866ee8b"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:36:28.114768 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-a9465fea-f5ea-41d7-8974-f0283548fe9a None None] Set router 9ce6edcf-4e78-4a68-a752-b3dc4f491624 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:36:28.132421 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129f01de-4c37-44c9-92fa-ec44f7d4aed2 x-openstack-request-id: req-129f01de-4c37-44c9-92fa-ec44f7d4aed2 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:36:28.132713 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ccee2bf-7121-4ad9-acbd-eb7ea7792944", "name": "network-vif-deleted", "tag": "c346507d-f008-4ff2-a281-e9ca1866ee8b", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:36:28.133011 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-129f01de-4c37-44c9-92fa-ec44f7d4aed2 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:36:28.133478 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-129f01de-4c37-44c9-92fa-ec44f7d4aed2'] response: {'server_uuid': '0ccee2bf-7121-4ad9-acbd-eb7ea7792944', 'name': 'network-vif-deleted', 'tag': 'c346507d-f008-4ff2-a281-e9ca1866ee8b', 'status': 'completed', 'code': 200} Mar 23 17:36:28.366002 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-a9465fea-f5ea-41d7-8974-f0283548fe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'name': 'tempest-TestVolumeBootPattern-1168565444-router', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b6724547-480c-48dc-bb0f-19fb5fb419b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:31:57Z', 'updated_at': '2022-03-23T17:32:00Z', 'revision_number': 4, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'gw_port': {'id': 'b6724547-480c-48dc-bb0f-19fb5fb419b1', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:31:58Z', 'updated_at': '2022-03-23T17:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '7d48f7ad-f8ac-4c97-a606-bdea142032f6', 'name': '', 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'mac_address': 'fa:16:3e:3c:85:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '959a77f2-01fb-4a86-b823-2f4ec7b88401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:32:00Z', 'updated_at': '2022-03-23T17:32:05Z', 'revision_number': 5, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'subnets': [{'id': '959a77f2-01fb-4a86-b823-2f4ec7b88401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:36:28.393491 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9465fea-f5ea-41d7-8974-f0283548fe9a None None] Checking router: 9ce6edcf-4e78-4a68-a752-b3dc4f491624 for host: dv-cinder-834920-1-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:36:28.402415 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9465fea-f5ea-41d7-8974-f0283548fe9a None None] Routers {'9ce6edcf-4e78-4a68-a752-b3dc4f491624'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:36:28.403027 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-a9465fea-f5ea-41d7-8974-f0283548fe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:36:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['9ce6edcf-4e78-4a68-a752-b3dc4f491624'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:36:28.516395 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-a9465fea-f5ea-41d7-8974-f0283548fe9a None None] Set router 9ce6edcf-4e78-4a68-a752-b3dc4f491624 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:36:28.553341 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bb90ce3b-3c54-432a-b67d-38b5d7fecd99 req-e0a8d241-6f84-426a-bf09-48861de56657 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ccee2bf-7121-4ad9-acbd-eb7ea7792944 HTTP/1.1" status: 200 len: 210 time: 0.0312414 Mar 23 17:36:28.739767 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-a9465fea-f5ea-41d7-8974-f0283548fe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'name': 'tempest-TestVolumeBootPattern-1168565444-router', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b6724547-480c-48dc-bb0f-19fb5fb419b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:31:57Z', 'updated_at': '2022-03-23T17:32:00Z', 'revision_number': 4, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'gw_port': {'id': 'b6724547-480c-48dc-bb0f-19fb5fb419b1', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:31:58Z', 'updated_at': '2022-03-23T17:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '7d48f7ad-f8ac-4c97-a606-bdea142032f6', 'name': '', 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'mac_address': 'fa:16:3e:3c:85:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '959a77f2-01fb-4a86-b823-2f4ec7b88401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:32:00Z', 'updated_at': '2022-03-23T17:32:05Z', 'revision_number': 5, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'subnets': [{'id': '959a77f2-01fb-4a86-b823-2f4ec7b88401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:36:28.766927 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9465fea-f5ea-41d7-8974-f0283548fe9a None None] The sync data for ids ['9ce6edcf-4e78-4a68-a752-b3dc4f491624'] in dv-cinder-834920-1-iscsi is: [{'id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'name': 'tempest-TestVolumeBootPattern-1168565444-router', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b6724547-480c-48dc-bb0f-19fb5fb419b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:31:57Z', 'updated_at': '2022-03-23T17:32:00Z', 'revision_number': 4, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'gw_port': {'id': 'b6724547-480c-48dc-bb0f-19fb5fb419b1', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:31:58Z', 'updated_at': '2022-03-23T17:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '7d48f7ad-f8ac-4c97-a606-bdea142032f6', 'name': '', 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'mac_address': 'fa:16:3e:3c:85:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '959a77f2-01fb-4a86-b823-2f4ec7b88401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:32:00Z', 'updated_at': '2022-03-23T17:32:05Z', 'revision_number': 5, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'subnets': [{'id': '959a77f2-01fb-4a86-b823-2f4ec7b88401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:36:28.906833 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device c346507d-f008-4ff2-a281-e9ca1866ee8b no longer exists at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:36:28.931721 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] No Port match for: c346507d-f008-4ff2-a281-e9ca1866ee8b {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:36:28.932297 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device c346507d-f008-4ff2-a281-e9ca1866ee8b not bound to the agent host hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:36:28.958085 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac8951-4510-41d4-af31-0c2abe70164c req-0eaa261e-d3ab-4479-ba8d-d67cf3e0cf3f tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:28.959825 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d4ac8951-4510-41d4-af31-0c2abe70164c req-0eaa261e-d3ab-4479-ba8d-d67cf3e0cf3f tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0599215 Mar 23 17:36:29.014285 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d4ac8951-4510-41d4-af31-0c2abe70164c req-50927d5d-0859-4578-9b16-b88863a35fc9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482566 Mar 23 17:36:29.055728 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d1bff7-ab85-459f-a69d-6f6304dcb740 None None] New status for floating IP 16564cd3-d7c3-4e7a-a685-cda27820f52e: DOWN {{(pid=103210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:36:29.833149 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-10f19939-6f5e-4a50-b9ca-b43cc02488f9 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1472276391&fields=id&tenant_id=2aa787500053466faed7680c3c3b3f20 HTTP/1.1" status: 200 len: 267 time: 0.0494633 Mar 23 17:36:29.951913 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-eac70005-a052-40fa-80a9-ef3fc56802d0 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:29.953406 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-eac70005-a052-40fa-80a9-ef3fc56802d0 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/networks?id=c72acd4a-e098-4a23-9aac-214408be911e HTTP/1.1" status: 200 len: 812 time: 0.1134734 Mar 23 17:36:29.970340 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-9616ce88-9533-415c-b193-cab65f26d817 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/quotas/2aa787500053466faed7680c3c3b3f20 HTTP/1.1" status: 200 len: 375 time: 0.0098975 Mar 23 17:36:30.030434 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-fc18ba72-a803-45e8-8eec-77228df7b3c3 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2aa787500053466faed7680c3c3b3f20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515902 Mar 23 17:36:30.170264 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-d3361c36-2a64-4ac0-bfd6-114b4f34215a service neutron] 10.222.0.41 "GET /v2.0/networks/c72acd4a-e098-4a23-9aac-214408be911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277180 Mar 23 17:36:30.179129 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01689733-afcb-45de-ae7d-b92293dced5d req-927697ef-db08-4a2d-a9a7-db84a9cdb150 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:30.180694 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-01689733-afcb-45de-ae7d-b92293dced5d req-927697ef-db08-4a2d-a9a7-db84a9cdb150 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0851176 Mar 23 17:36:30.294035 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-01689733-afcb-45de-ae7d-b92293dced5d req-ec1e01c8-49a0-4a7e-b78a-f396c7fe9009 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043487 Mar 23 17:36:30.311738 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-97514d51-0fec-4cf2-8af2-4d24d4771f52 service neutron] 10.222.0.41 "GET /v2.0/networks/c72acd4a-e098-4a23-9aac-214408be911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299725 Mar 23 17:36:30.651364 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5b001d4f-b720-419b-acb1-5369480ef362 req-5d810e4f-ee26-4039-b759-1449f9927e95 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0306771 Mar 23 17:36:31.420997 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf92c0-0e61-4051-8b89-86d188965abd req-8e7e2151-11fb-4a86-911c-f8d7d9f409f7 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:31.422530 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-64bf92c0-0e61-4051-8b89-86d188965abd req-8e7e2151-11fb-4a86-911c-f8d7d9f409f7 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0558958 Mar 23 17:36:31.470610 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-64bf92c0-0e61-4051-8b89-86d188965abd req-86374d31-3680-4aab-b7dc-9af46dc6c11c tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420918 Mar 23 17:36:31.622176 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-c35d1cef-36bf-4388-a633-f63befacaf76 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:31.623974 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-c35d1cef-36bf-4388-a633-f63befacaf76 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.57 "GET /v2.0/networks?id=c72acd4a-e098-4a23-9aac-214408be911e HTTP/1.1" status: 200 len: 812 time: 0.1149468 Mar 23 17:36:31.697268 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-491380ab-7c52-4b03-9a94-a92b21261503 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2aa787500053466faed7680c3c3b3f20 HTTP/1.1" status: 200 len: 380 time: 0.0637982 Mar 23 17:36:31.707505 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-2bd9154a-252d-4b84-a78d-a2e7c6469c03 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Request body: {'port': {'device_id': '5f488b07-3a95-4c05-866e-4c30e0bb237d', 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e', 'admin_state_up': True, 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'security_groups': ['51046710-7d65-4be9-9467-42455151fd0a']}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:36:31.756748 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3e69a42e-4916-4f14-b672-6c2d93c407c6 req-51b915eb-8113-44d1-9114-fbddae4b543f tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0344422 Mar 23 17:36:31.816454 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-2bd9154a-252d-4b84-a78d-a2e7c6469c03 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Made reservation on behalf of 2aa787500053466faed7680c3c3b3f20 for: {'port': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:36:31.820052 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-2bd9154a-252d-4b84-a78d-a2e7c6469c03 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:31.951605 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-2bd9154a-252d-4b84-a78d-a2e7c6469c03 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Allocated IP 172.20.0.14 (c72acd4a-e098-4a23-9aac-214408be911e/959a77f2-01fb-4a86-b823-2f4ec7b88401/fffae02b-cf96-4e9c-8ec9-160488885dda) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:36:32.107103 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-2bd9154a-252d-4b84-a78d-a2e7c6469c03 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for port (fffae02b-cf96-4e9c-8ec9-160488885dda), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:32.149776 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-2bd9154a-252d-4b84-a78d-a2e7c6469c03 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (fffae02b-cf96-4e9c-8ec9-160488885dda), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:32.201071 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-2bd9154a-252d-4b84-a78d-a2e7c6469c03 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Network c72acd4a-e098-4a23-9aac-214408be911e is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:36:32.204588 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-2bd9154a-252d-4b84-a78d-a2e7c6469c03 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:36:32.210991 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-2bd9154a-252d-4b84-a78d-a2e7c6469c03 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:36:32.216526 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-2bd9154a-252d-4b84-a78d-a2e7c6469c03 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:32.217189 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-2bd9154a-252d-4b84-a78d-a2e7c6469c03 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:32.223839 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd9154a-252d-4b84-a78d-a2e7c6469c03 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Pushing event updated for resources: {'Port': ['ID=fffae02b-cf96-4e9c-8ec9-160488885dda,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:36:32.239911 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-2bd9154a-252d-4b84-a78d-a2e7c6469c03 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5367670 Mar 23 17:36:32.251884 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-f5c064d0-816f-4c35-bcfd-e14f5c497c11 service neutron] Request body: {'port': {'device_id': '5f488b07-3a95-4c05-866e-4c30e0bb237d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83492'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:36:32.312152 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-f5c064d0-816f-4c35-bcfd-e14f5c497c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (fffae02b-cf96-4e9c-8ec9-160488885dda), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:32.430011 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-c38a1715-8914-486a-ab51-4e447d53fba8 None None] Provisioning complete for port fffae02b-cf96-4e9c-8ec9-160488885dda triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:36:32.430945 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c38a1715-8914-486a-ab51-4e447d53fba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (fffae02b-cf96-4e9c-8ec9-160488885dda), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:32.469786 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-c38a1715-8914-486a-ab51-4e447d53fba8 None None] Port fffae02b-cf96-4e9c-8ec9-160488885dda cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:36:32.582233 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-f5c064d0-816f-4c35-bcfd-e14f5c497c11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fffae02b-cf96-4e9c-8ec9-160488885dda {{(pid=103207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:36:32.589899 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-f5c064d0-816f-4c35-bcfd-e14f5c497c11 service neutron] Publish callbacks [] for port (fffae02b-cf96-4e9c-8ec9-160488885dda), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:32.590436 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e0513-5411-4136-afee-a08a7ea752f4 req-47c143e5-3ae6-444b-816d-dfea8d577b0a tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:32.591916 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-be7e0513-5411-4136-afee-a08a7ea752f4 req-47c143e5-3ae6-444b-816d-dfea8d577b0a tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0526707 Mar 23 17:36:32.602113 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.provisioning_blocks [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-f5c064d0-816f-4c35-bcfd-e14f5c497c11 service neutron] Transition to ACTIVE for port object fffae02b-cf96-4e9c-8ec9-160488885dda will not be triggered until provisioned by entity L2. {{(pid=103207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:36:32.606133 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-f5c064d0-816f-4c35-bcfd-e14f5c497c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (fffae02b-cf96-4e9c-8ec9-160488885dda), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:32.640692 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-be7e0513-5411-4136-afee-a08a7ea752f4 req-c100ae23-4edf-466b-b6b6-318633ac1e2e tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421648 Mar 23 17:36:32.658364 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c064d0-816f-4c35-bcfd-e14f5c497c11 service neutron] Pushing event updated for resources: {'Port': ['ID=fffae02b-cf96-4e9c-8ec9-160488885dda,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:36:32.687562 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-f5c064d0-816f-4c35-bcfd-e14f5c497c11 service neutron] Attempting to bind port fffae02b-cf96-4e9c-8ec9-160488885dda on host hv-cinder-83492 for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:36:32.687888 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-f5c064d0-816f-4c35-bcfd-e14f5c497c11 service neutron] Attempting to bind port fffae02b-cf96-4e9c-8ec9-160488885dda by drivers openvswitch,hyperv on host hv-cinder-83492 at level 0 using segments [{'id': '62cbfca7-ba11-4a29-b995-79dcf60db07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:36:32.688211 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-f5c064d0-816f-4c35-bcfd-e14f5c497c11 service neutron] Attempting to bind port fffae02b-cf96-4e9c-8ec9-160488885dda on network c72acd4a-e098-4a23-9aac-214408be911e {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:36:32.692888 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-f5c064d0-816f-4c35-bcfd-e14f5c497c11 service neutron] Port fffae02b-cf96-4e9c-8ec9-160488885dda on network c72acd4a-e098-4a23-9aac-214408be911e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83492 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:36:32.693199 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-f5c064d0-816f-4c35-bcfd-e14f5c497c11 service neutron] Attempting to bind port fffae02b-cf96-4e9c-8ec9-160488885dda on network c72acd4a-e098-4a23-9aac-214408be911e {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:36:32.698070 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-f5c064d0-816f-4c35-bcfd-e14f5c497c11 service neutron] Checking agent: {'id': '0fd13996-c267-4136-a0e2-84ee892b4d83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83492', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'started_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:36:32.698397 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-f5c064d0-816f-4c35-bcfd-e14f5c497c11 service neutron] Checking segment: {'id': '62cbfca7-ba11-4a29-b995-79dcf60db07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:36:32.698789 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-f5c064d0-816f-4c35-bcfd-e14f5c497c11 service neutron] Bound using segment: {'id': '62cbfca7-ba11-4a29-b995-79dcf60db07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:36:32.699360 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-f5c064d0-816f-4c35-bcfd-e14f5c497c11 service neutron] Bound port: fffae02b-cf96-4e9c-8ec9-160488885dda, host: hv-cinder-83492, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62cbfca7-ba11-4a29-b995-79dcf60db07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:36:32.699693 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-f5c064d0-816f-4c35-bcfd-e14f5c497c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (fffae02b-cf96-4e9c-8ec9-160488885dda), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:32.767320 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-f5c064d0-816f-4c35-bcfd-e14f5c497c11 service neutron] For port fffae02b-cf96-4e9c-8ec9-160488885dda, host hv-cinder-83492, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:36:32.770353 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-f5c064d0-816f-4c35-bcfd-e14f5c497c11 service neutron] For port fffae02b-cf96-4e9c-8ec9-160488885dda, host hv-cinder-83492, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=fffae02b-cf96-4e9c-8ec9-160488885dda,segment=NetworkSegment(62cbfca7-ba11-4a29-b995-79dcf60db07d),segment_id=62cbfca7-ba11-4a29-b995-79dcf60db07d)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:36:32.776755 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-f5c064d0-816f-4c35-bcfd-e14f5c497c11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (fffae02b-cf96-4e9c-8ec9-160488885dda), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:32.809978 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-f5c064d0-816f-4c35-bcfd-e14f5c497c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:32.810542 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-f5c064d0-816f-4c35-bcfd-e14f5c497c11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:32.812115 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-f5c064d0-816f-4c35-bcfd-e14f5c497c11 service neutron] 10.222.0.57 "PUT /v2.0/ports/fffae02b-cf96-4e9c-8ec9-160488885dda HTTP/1.1" status: 200 len: 1094 time: 0.5644906 Mar 23 17:36:32.814316 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f488b07-3a95-4c05-866e-4c30e0bb237d', 'tag': 'fffae02b-cf96-4e9c-8ec9-160488885dda'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:36:32.817468 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454588b4-9c44-420f-a2d5-94736305db70" -d '{"events": [{"name": "network-changed", "server_uuid": "5f488b07-3a95-4c05-866e-4c30e0bb237d", "tag": "fffae02b-cf96-4e9c-8ec9-160488885dda"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:36:32.847846 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c064d0-816f-4c35-bcfd-e14f5c497c11 service neutron] Pushing event updated for resources: {'Port': ['ID=fffae02b-cf96-4e9c-8ec9-160488885dda,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:36:32.889628 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dcff0f-413f-4f0a-990b-523d1c1e9ebe req-d8fe72cc-154e-461a-8cf2-f3c33e4721a9 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:32.891567 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a7dcff0f-413f-4f0a-990b-523d1c1e9ebe req-d8fe72cc-154e-461a-8cf2-f3c33e4721a9 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 944 time: 0.0629704 Mar 23 17:36:32.898214 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867c59b3-95d4-4dce-84c9-38c9a153e102 x-openstack-request-id: req-867c59b3-95d4-4dce-84c9-38c9a153e102 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:36:32.898500 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f488b07-3a95-4c05-866e-4c30e0bb237d", "tag": "fffae02b-cf96-4e9c-8ec9-160488885dda", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:36:32.898757 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-867c59b3-95d4-4dce-84c9-38c9a153e102 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:36:32.899627 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-867c59b3-95d4-4dce-84c9-38c9a153e102'] response: {'name': 'network-changed', 'server_uuid': '5f488b07-3a95-4c05-866e-4c30e0bb237d', 'tag': 'fffae02b-cf96-4e9c-8ec9-160488885dda', 'status': 'completed', 'code': 200} Mar 23 17:36:32.922383 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-af4b1382-45d4-4b66-b33d-cae5814eda3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:32.922383 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-af4b1382-45d4-4b66-b33d-cae5814eda3a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2aa787500053466faed7680c3c3b3f20&device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 1128 time: 0.0622733 Mar 23 17:36:32.961715 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a7dcff0f-413f-4f0a-990b-523d1c1e9ebe req-324413e3-6cee-417b-ac37-ec94189bd9ad tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630682 Mar 23 17:36:32.976711 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-087c4a93-0551-491e-bfd5-068f17b51152 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fffae02b-cf96-4e9c-8ec9-160488885dda HTTP/1.1" status: 200 len: 217 time: 0.0454392 Mar 23 17:36:33.034446 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-ca09af72-ea7c-4eca-8033-bba6c4f01673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:33.035944 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-ca09af72-ea7c-4eca-8033-bba6c4f01673 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=959a77f2-01fb-4a86-b823-2f4ec7b88401 HTTP/1.1" status: 200 len: 851 time: 0.0534465 Mar 23 17:36:33.093546 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-041a1760-e406-43a3-9b4a-8a24b3541fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:33.095128 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-041a1760-e406-43a3-9b4a-8a24b3541fab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c72acd4a-e098-4a23-9aac-214408be911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468943 Mar 23 17:36:33.194824 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-fb99458f-facd-4ce3-bf41-293ca0cacc7f service neutron] 10.222.0.57 "GET /v2.0/networks/c72acd4a-e098-4a23-9aac-214408be911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927751 Mar 23 17:36:33.288476 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8968708d-6fbd-4e0c-856f-b62ca71adb81 req-b18ac4e0-9c04-4053-bc5e-d6bb246a3b47 service neutron] 10.222.0.57 "GET /v2.0/networks/c72acd4a-e098-4a23-9aac-214408be911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865397 Mar 23 17:36:33.404194 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454588b4-9c44-420f-a2d5-94736305db70 req-4ff040c9-e4ee-412f-bf09-5b73eeeacdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:33.405763 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-454588b4-9c44-420f-a2d5-94736305db70 req-4ff040c9-e4ee-412f-bf09-5b73eeeacdec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2aa787500053466faed7680c3c3b3f20&device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 1128 time: 0.0545290 Mar 23 17:36:33.500571 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454588b4-9c44-420f-a2d5-94736305db70 req-56a6d471-5615-4255-b90a-e3e9e4818d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:33.502088 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-454588b4-9c44-420f-a2d5-94736305db70 req-56a6d471-5615-4255-b90a-e3e9e4818d30 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c72acd4a-e098-4a23-9aac-214408be911e HTTP/1.1" status: 200 len: 913 time: 0.0893462 Mar 23 17:36:33.543728 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-454588b4-9c44-420f-a2d5-94736305db70 req-b5513bdb-1633-4791-a571-8fb2ef1b621d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fffae02b-cf96-4e9c-8ec9-160488885dda HTTP/1.1" status: 200 len: 217 time: 0.0355978 Mar 23 17:36:33.590476 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454588b4-9c44-420f-a2d5-94736305db70 req-3b013663-d369-461b-99ae-fac627247fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:33.591930 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-454588b4-9c44-420f-a2d5-94736305db70 req-3b013663-d369-461b-99ae-fac627247fb6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=959a77f2-01fb-4a86-b823-2f4ec7b88401 HTTP/1.1" status: 200 len: 851 time: 0.0428088 Mar 23 17:36:33.645057 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454588b4-9c44-420f-a2d5-94736305db70 req-053f9247-bceb-4622-b49e-4c50c945d33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:33.646635 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-454588b4-9c44-420f-a2d5-94736305db70 req-053f9247-bceb-4622-b49e-4c50c945d33d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c72acd4a-e098-4a23-9aac-214408be911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488675 Mar 23 17:36:33.738320 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-454588b4-9c44-420f-a2d5-94736305db70 req-807ea544-361c-49f5-a503-94dd37e9ad77 service neutron] 10.222.0.57 "GET /v2.0/networks/c72acd4a-e098-4a23-9aac-214408be911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856652 Mar 23 17:36:33.771087 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed339be-9c94-4c52-864a-99592fdbc532 req-da938872-0d1a-4ba1-917b-ea9a8e42d8c5 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:33.772693 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-aed339be-9c94-4c52-864a-99592fdbc532 req-da938872-0d1a-4ba1-917b-ea9a8e42d8c5 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0606027 Mar 23 17:36:33.824047 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-aed339be-9c94-4c52-864a-99592fdbc532 req-74b73c44-1b0e-4692-a2d5-cd7b43f5310c tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445750 Mar 23 17:36:33.837663 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-454588b4-9c44-420f-a2d5-94736305db70 req-4dc81aaf-bad4-4e34-ada2-cad6e9613883 service neutron] 10.222.0.57 "GET /v2.0/networks/c72acd4a-e098-4a23-9aac-214408be911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929937 Mar 23 17:36:34.085249 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8dc7c-606e-494b-b50c-a3c5a5bb2989 req-42161224-4636-454d-ad32-dd985faa1e89 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:34.086767 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-92d8dc7c-606e-494b-b50c-a3c5a5bb2989 req-42161224-4636-454d-ad32-dd985faa1e89 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 944 time: 0.0541167 Mar 23 17:36:34.137053 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-92d8dc7c-606e-494b-b50c-a3c5a5bb2989 req-13627890-dddb-47e2-b083-236e2b9a5a04 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435116 Mar 23 17:36:34.970625 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959de5e-9f76-4fad-b568-1214761a69e0 req-e1f4f4ad-7c92-4efd-9a63-36e467a337f8 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:34.972172 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4959de5e-9f76-4fad-b568-1214761a69e0 req-e1f4f4ad-7c92-4efd-9a63-36e467a337f8 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0698450 Mar 23 17:36:35.050783 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4959de5e-9f76-4fad-b568-1214761a69e0 req-fdfa84c0-acfb-456a-a795-78b0a55d368a tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729198 Mar 23 17:36:35.274889 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f667b-b6ed-4554-a96c-05a8bd988519 req-52a73ca4-9abd-4705-ac11-87c0fdeb5610 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:35.276349 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1a3f667b-b6ed-4554-a96c-05a8bd988519 req-52a73ca4-9abd-4705-ac11-87c0fdeb5610 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 944 time: 0.0532267 Mar 23 17:36:35.330795 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1a3f667b-b6ed-4554-a96c-05a8bd988519 req-d5d9db96-47e5-46ac-8717-ac353654a06e tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488894 Mar 23 17:36:36.190240 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474e84b-5c98-40cb-9169-dbb48b8cca65 req-9a0c60d9-f115-4f39-9956-78e908d91af7 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:36.191669 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0474e84b-5c98-40cb-9169-dbb48b8cca65 req-9a0c60d9-f115-4f39-9956-78e908d91af7 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0601656 Mar 23 17:36:36.241002 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0474e84b-5c98-40cb-9169-dbb48b8cca65 req-034997ec-22a6-4722-9fff-50a3324e1294 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435469 Mar 23 17:36:36.461591 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbf5d1-6fc9-445e-9db7-c0e8680ace24 req-b6f7d5c2-1c31-44e7-9c1f-07bf0dd45027 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:36.463049 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-06dbf5d1-6fc9-445e-9db7-c0e8680ace24 req-b6f7d5c2-1c31-44e7-9c1f-07bf0dd45027 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 944 time: 0.0602462 Mar 23 17:36:36.513896 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-06dbf5d1-6fc9-445e-9db7-c0e8680ace24 req-fac43d5f-dd5e-4a30-a009-ba1d4e3f6060 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446439 Mar 23 17:36:37.369657 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa049627-8990-4f60-895f-bef679196a58 req-9b420a65-73c9-4d7a-92ba-1bb1ec28e9e2 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:37.371135 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fa049627-8990-4f60-895f-bef679196a58 req-9b420a65-73c9-4d7a-92ba-1bb1ec28e9e2 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0580502 Mar 23 17:36:37.419881 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fa049627-8990-4f60-895f-bef679196a58 req-035c7c51-085d-4fd4-9ea2-b0266811d344 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426946 Mar 23 17:36:37.635767 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92291e9-9d3d-4bbe-b5b0-c5c62dd2d0d9 req-8e1a1748-811d-49cb-8354-af38dab2cd74 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:37.637495 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f92291e9-9d3d-4bbe-b5b0-c5c62dd2d0d9 req-8e1a1748-811d-49cb-8354-af38dab2cd74 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 944 time: 0.0569749 Mar 23 17:36:37.651570 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f162e73a-77cf-4a13-86ba-260987a0a68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:37.689788 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f92291e9-9d3d-4bbe-b5b0-c5c62dd2d0d9 req-51c5c9c8-271d-4530-b20c-7bc2d427c94b tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462947 Mar 23 17:36:38.544819 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e34a0f-b004-4eac-9761-523bcde4e292 req-f08ff4e6-5847-4f84-8c54-6a82209f149e tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:38.546387 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-99e34a0f-b004-4eac-9761-523bcde4e292 req-f08ff4e6-5847-4f84-8c54-6a82209f149e tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0578349 Mar 23 17:36:38.596860 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-99e34a0f-b004-4eac-9761-523bcde4e292 req-5bf286ff-eeee-4b43-974d-d130df279427 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445936 Mar 23 17:36:38.838053 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26ce92-aa7c-4a3f-beb0-f2afd00cf137 req-fc6764f7-f111-42a1-b9ae-08e5ceb13f63 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:38.839595 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8d26ce92-aa7c-4a3f-beb0-f2afd00cf137 req-fc6764f7-f111-42a1-b9ae-08e5ceb13f63 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0891957 Mar 23 17:36:38.842469 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aed875-6b8f-40f3-a2d4-d097a926c4df req-a446719a-bc5a-41dd-9c17-10700252bdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:38.844010 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-89aed875-6b8f-40f3-a2d4-d097a926c4df req-a446719a-bc5a-41dd-9c17-10700252bdf6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=562e825d481140639866877090276140&device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 1130 time: 0.0472531 Mar 23 17:36:38.854263 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e8a68-94f5-4b3b-aafc-0667c1e50e55 req-a4e5093b-ccbe-416a-a5ad-b0f68d933beb tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:38.855939 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f99e8a68-94f5-4b3b-aafc-0667c1e50e55 req-a4e5093b-ccbe-416a-a5ad-b0f68d933beb tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 944 time: 0.0952566 Mar 23 17:36:38.921585 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8d26ce92-aa7c-4a3f-beb0-f2afd00cf137 req-d9b82910-8138-4696-8f88-2f15612f8b8a tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759554 Mar 23 17:36:38.938699 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f99e8a68-94f5-4b3b-aafc-0667c1e50e55 req-1b91060b-5b8e-4192-9640-a425327fbc4e tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699017 Mar 23 17:36:38.949986 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aed875-6b8f-40f3-a2d4-d097a926c4df req-d48d385a-7cc2-4cc8-97e5-950681e1ee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:38.951559 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-89aed875-6b8f-40f3-a2d4-d097a926c4df req-d48d385a-7cc2-4cc8-97e5-950681e1ee65 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf00ba7b-82ed-4a68-ac03-2cd555b65d58 HTTP/1.1" status: 200 len: 911 time: 0.0999386 Mar 23 17:36:39.016845 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-89aed875-6b8f-40f3-a2d4-d097a926c4df req-63043782-5f23-4d4c-80ff-31715ce87304 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4644d4da-7800-458e-a05e-038aaba7d8a8 HTTP/1.1" status: 200 len: 1001 time: 0.0592463 Mar 23 17:36:39.066055 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aed875-6b8f-40f3-a2d4-d097a926c4df req-0dc771ab-4da7-4f96-bc4c-4d97cb77bd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:39.067521 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-89aed875-6b8f-40f3-a2d4-d097a926c4df req-0dc771ab-4da7-4f96-bc4c-4d97cb77bd08 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=551df535-6624-4945-9357-a463dcf05cfd HTTP/1.1" status: 200 len: 849 time: 0.0446687 Mar 23 17:36:39.123573 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aed875-6b8f-40f3-a2d4-d097a926c4df req-51789630-8357-4198-ba8d-554c8ad90a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:39.125197 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-89aed875-6b8f-40f3-a2d4-d097a926c4df req-51789630-8357-4198-ba8d-554c8ad90a1f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf00ba7b-82ed-4a68-ac03-2cd555b65d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509703 Mar 23 17:36:39.222348 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-89aed875-6b8f-40f3-a2d4-d097a926c4df req-fc5770af-26f4-4836-a446-e4d91a45394f service neutron] 10.222.0.57 "GET /v2.0/networks/cf00ba7b-82ed-4a68-ac03-2cd555b65d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908127 Mar 23 17:36:39.329938 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-89aed875-6b8f-40f3-a2d4-d097a926c4df req-b261d7d7-597a-46ee-9602-ae3bda2d35d0 service neutron] 10.222.0.57 "GET /v2.0/networks/cf00ba7b-82ed-4a68-ac03-2cd555b65d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015680 Mar 23 17:36:40.089288 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986082e6-2d07-47a3-b15f-879983a9c6dc req-0feff37d-3352-4d5e-ad38-d9474fc2dddb tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:40.090831 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-986082e6-2d07-47a3-b15f-879983a9c6dc req-0feff37d-3352-4d5e-ad38-d9474fc2dddb tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0871003 Mar 23 17:36:40.104735 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de0250-ac4e-4d4f-badd-7e94725f989e req-11171847-2b2e-46a2-8e12-ebeb950b5d95 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:40.106378 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-26de0250-ac4e-4d4f-badd-7e94725f989e req-11171847-2b2e-46a2-8e12-ebeb950b5d95 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 944 time: 0.0922315 Mar 23 17:36:40.143316 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9513fed6-8314-4466-9d95-894b4be3bc81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:40.181064 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-986082e6-2d07-47a3-b15f-879983a9c6dc req-45c6657a-75b8-4882-95ac-afb5b783f873 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839367 Mar 23 17:36:40.184507 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-26de0250-ac4e-4d4f-badd-7e94725f989e req-4b8320f4-a890-4681-8348-3d01c6e7d807 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725009 Mar 23 17:36:41.342214 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b888f7-b0c4-48a3-8693-bc7dcce33b88 req-aec191a2-0d05-4d5c-ad79-687fb07f661f tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:41.343766 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d8b888f7-b0c4-48a3-8693-bc7dcce33b88 req-aec191a2-0d05-4d5c-ad79-687fb07f661f tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 944 time: 0.0905504 Mar 23 17:36:41.351463 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b5c0b-da4e-41a9-8778-b0fb2d72d509 req-8bfb1f0b-6cf7-4f8a-a449-5e4901df1240 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:41.352837 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2e0b5c0b-da4e-41a9-8778-b0fb2d72d509 req-8bfb1f0b-6cf7-4f8a-a449-5e4901df1240 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0983725 Mar 23 17:36:41.385033 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:41.429722 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d8b888f7-b0c4-48a3-8693-bc7dcce33b88 req-a29d8302-7567-4876-b79a-ee953ec1ddd6 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759211 Mar 23 17:36:41.432862 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2e0b5c0b-da4e-41a9-8778-b0fb2d72d509 req-edbb1842-7633-4d68-933d-414417cd8d8e tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733371 Mar 23 17:36:42.561309 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cb1b0-cc50-4851-a3a3-829454f94a58 req-c621ae3c-ef62-4062-8cc2-8e16534d4b9e tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:42.563096 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ee4cb1b0-cc50-4851-a3a3-829454f94a58 req-c621ae3c-ef62-4062-8cc2-8e16534d4b9e tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 944 time: 0.0564182 Mar 23 17:36:42.611605 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ee4cb1b0-cc50-4851-a3a3-829454f94a58 req-42ff4542-ba63-46bd-9203-6c999ca0ccef tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429692 Mar 23 17:36:42.760058 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:42.964226 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device fffae02b-cf96-4e9c-8ec9-160488885dda details requested by agent hyperv_hv-cinder-83492 with host hv-cinder-83492 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:36:43.060617 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port fffae02b-cf96-4e9c-8ec9-160488885dda, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=fffae02b-cf96-4e9c-8ec9-160488885dda,segment=NetworkSegment(62cbfca7-ba11-4a29-b995-79dcf60db07d),segment_id=62cbfca7-ba11-4a29-b995-79dcf60db07d)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:36:43.072104 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Returning: {'device': 'fffae02b-cf96-4e9c-8ec9-160488885dda', 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e', 'port_id': 'fffae02b-cf96-4e9c-8ec9-160488885dda', 'mac_address': 'fa:16:3e:70:d7:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '959a77f2-01fb-4a86-b823-2f4ec7b88401', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:36:43.114093 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port fffae02b-cf96-4e9c-8ec9-160488885dda is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:36:43.114487 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (fffae02b-cf96-4e9c-8ec9-160488885dda), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:43.128329 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fffae02b-cf96-4e9c-8ec9-160488885dda {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:36:43.149706 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port fffae02b-cf96-4e9c-8ec9-160488885dda, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=fffae02b-cf96-4e9c-8ec9-160488885dda,segment=NetworkSegment(62cbfca7-ba11-4a29-b995-79dcf60db07d),segment_id=62cbfca7-ba11-4a29-b995-79dcf60db07d)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:36:43.156410 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (fffae02b-cf96-4e9c-8ec9-160488885dda), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:43.206071 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=fffae02b-cf96-4e9c-8ec9-160488885dda,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:36:43.213344 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:43.213693 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:43.214191 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:43.214536 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:43.214866 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:43.215197 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:43.215527 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:43.215845 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:43.216816 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:43.217190 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:43.217520 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:43.217846 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:43.218167 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:43.218489 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:43.218805 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:43.696634 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] get_ports_and_sgs() called for port_ids ['fffae02b-cf96-4e9c-8ec9-160488885dda'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:36:43.745189 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca384a41-0f8a-4d69-8432-c6b268cb195a req-06506258-35b7-4264-af3f-41f9f930f853 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:43.747536 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ca384a41-0f8a-4d69-8432-c6b268cb195a req-06506258-35b7-4264-af3f-41f9f930f853 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 945 time: 0.0559733 Mar 23 17:36:43.803026 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ca384a41-0f8a-4d69-8432-c6b268cb195a req-70e763e2-1a44-4e86-9680-d1e13f6bdda8 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489881 Mar 23 17:36:44.195106 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:44.933676 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51695091-7a8c-4352-ae02-2ac8b1b3da39 req-ea5b8f19-cdeb-42ad-8269-5b3125d82269 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:44.935246 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-51695091-7a8c-4352-ae02-2ac8b1b3da39 req-ea5b8f19-cdeb-42ad-8269-5b3125d82269 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 945 time: 0.0557756 Mar 23 17:36:44.984951 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-51695091-7a8c-4352-ae02-2ac8b1b3da39 req-d64e31f1-2a96-4c42-ad25-33516bebbaa7 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440240 Mar 23 17:36:46.114125 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e012fa-d383-4887-a414-2a55e9528a7e req-2a7e0bb3-e2cb-4616-96d3-1804c9c0c743 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:46.115792 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b0e012fa-d383-4887-a414-2a55e9528a7e req-2a7e0bb3-e2cb-4616-96d3-1804c9c0c743 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 945 time: 0.0595698 Mar 23 17:36:46.199180 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b0e012fa-d383-4887-a414-2a55e9528a7e req-8afd9ce6-d7be-4898-be68-fd2563751a9c tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738220 Mar 23 17:36:46.207364 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb57862-8189-4361-ba30-c1a0b79b54ad req-4fb75512-9295-4206-92cc-2fc27cd1450f tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:46.208945 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cdb57862-8189-4361-ba30-c1a0b79b54ad req-4fb75512-9295-4206-92cc-2fc27cd1450f tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=150f9600-16a9-4d8c-a52f-76d1c4cb0954 HTTP/1.1" status: 200 len: 945 time: 0.0922348 Mar 23 17:36:46.259028 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cdb57862-8189-4361-ba30-c1a0b79b54ad req-47bf11ba-965d-454e-8bb9-de5b395b1b79 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=83fb36d7-cbff-4b5b-9a14-4dcfe979c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443969 Mar 23 17:36:47.000167 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device fffae02b-cf96-4e9c-8ec9-160488885dda up at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:36:47.054133 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning for port fffae02b-cf96-4e9c-8ec9-160488885dda completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:36:47.058074 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning complete for port fffae02b-cf96-4e9c-8ec9-160488885dda triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:36:47.058441 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (fffae02b-cf96-4e9c-8ec9-160488885dda), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:47.133366 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port fffae02b-cf96-4e9c-8ec9-160488885dda is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:36:47.133747 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (fffae02b-cf96-4e9c-8ec9-160488885dda), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:47.156346 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f488b07-3a95-4c05-866e-4c30e0bb237d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffae02b-cf96-4e9c-8ec9-160488885dda'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:36:47.158617 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3b886c43f84fb41b48ddc1b85747c6a8556e7daa9282459995a85f65cd8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d622f45-016b-41a6-80a9-ffa2a6f87649" -d '{"events": [{"server_uuid": "5f488b07-3a95-4c05-866e-4c30e0bb237d", "name": "network-vif-plugged", "status": "completed", "tag": "fffae02b-cf96-4e9c-8ec9-160488885dda"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:36:47.171951 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port fffae02b-cf96-4e9c-8ec9-160488885dda, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=fffae02b-cf96-4e9c-8ec9-160488885dda,segment=NetworkSegment(62cbfca7-ba11-4a29-b995-79dcf60db07d),segment_id=62cbfca7-ba11-4a29-b995-79dcf60db07d)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:36:47.177241 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (fffae02b-cf96-4e9c-8ec9-160488885dda), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:47.199795 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46dae5a6-7e0b-4bdb-a576-27f88dcb337e x-openstack-request-id: req-46dae5a6-7e0b-4bdb-a576-27f88dcb337e {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:36:47.200062 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f488b07-3a95-4c05-866e-4c30e0bb237d", "name": "network-vif-plugged", "status": "completed", "tag": "fffae02b-cf96-4e9c-8ec9-160488885dda", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:36:47.200321 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-46dae5a6-7e0b-4bdb-a576-27f88dcb337e {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:36:47.200707 dv-cinder-834920-1-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46dae5a6-7e0b-4bdb-a576-27f88dcb337e'] response: {'server_uuid': '5f488b07-3a95-4c05-866e-4c30e0bb237d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffae02b-cf96-4e9c-8ec9-160488885dda', 'code': 200} Mar 23 17:36:47.229637 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=fffae02b-cf96-4e9c-8ec9-160488885dda,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:36:47.321325 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278e89e-0143-430b-ad82-fd99f0e6d229 req-83dfc35f-3ff0-40b2-870b-2b6f6a9e5188 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:47.322824 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f278e89e-0143-430b-ad82-fd99f0e6d229 req-83dfc35f-3ff0-40b2-870b-2b6f6a9e5188 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 946 time: 0.0550203 Mar 23 17:36:47.473278 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f444b9-c403-4d58-b2f9-243d2d82017d req-9af4d299-1b38-430f-9440-d5a28ba1ecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:47.475152 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f6f444b9-c403-4d58-b2f9-243d2d82017d req-9af4d299-1b38-430f-9440-d5a28ba1ecbc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 1130 time: 0.0548477 Mar 23 17:36:47.528438 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f6f444b9-c403-4d58-b2f9-243d2d82017d req-509f4097-d76e-4ee4-b430-689805daa36c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447006 Mar 23 17:36:47.665371 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f278e89e-0143-430b-ad82-fd99f0e6d229 req-69263062-b12b-4a11-8b7d-ac66d2d7a78e tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3256111 Mar 23 17:36:47.676015 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef04c4-978c-47f4-8477-ec8d665a78e5 req-16bf80ba-9616-4e6e-8062-92b51986d02d tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:47.677546 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-57ef04c4-978c-47f4-8477-ec8d665a78e5 req-16bf80ba-9616-4e6e-8062-92b51986d02d tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=150f9600-16a9-4d8c-a52f-76d1c4cb0954 HTTP/1.1" status: 200 len: 945 time: 0.3462853 Mar 23 17:36:47.727222 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-57ef04c4-978c-47f4-8477-ec8d665a78e5 req-b3a2de68-403c-4176-8591-f6e7a0c28f35 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=83fb36d7-cbff-4b5b-9a14-4dcfe979c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436425 Mar 23 17:36:48.204935 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ac298-5c4f-4c96-b008-f49e179c3b20 req-05562634-1ee0-4eca-8fbb-5b16a0821555 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:48.206410 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-370ac298-5c4f-4c96-b008-f49e179c3b20 req-05562634-1ee0-4eca-8fbb-5b16a0821555 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.57 "GET /v2.0/ports?device_id=150f9600-16a9-4d8c-a52f-76d1c4cb0954 HTTP/1.1" status: 200 len: 945 time: 0.0536482 Mar 23 17:36:48.306736 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-370ac298-5c4f-4c96-b008-f49e179c3b20 req-78d35ca5-d4a7-49ba-9881-89a056e6caa5 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Deleting port 67eb30d9-d39d-43f0-ad89-be9f5a623812 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:36:48.307077 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-370ac298-5c4f-4c96-b008-f49e179c3b20 req-78d35ca5-d4a7-49ba-9881-89a056e6caa5 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (67eb30d9-d39d-43f0-ad89-be9f5a623812), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:48.394730 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-370ac298-5c4f-4c96-b008-f49e179c3b20 req-78d35ca5-d4a7-49ba-9881-89a056e6caa5 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] For port 67eb30d9-d39d-43f0-ad89-be9f5a623812, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=67eb30d9-d39d-43f0-ad89-be9f5a623812,segment=NetworkSegment(0ba0aa12-bf45-410a-8276-1084354c048b),segment_id=0ba0aa12-bf45-410a-8276-1084354c048b)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:36:48.395121 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-370ac298-5c4f-4c96-b008-f49e179c3b20 req-78d35ca5-d4a7-49ba-9881-89a056e6caa5 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (67eb30d9-d39d-43f0-ad89-be9f5a623812), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:48.566486 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-370ac298-5c4f-4c96-b008-f49e179c3b20 req-78d35ca5-d4a7-49ba-9881-89a056e6caa5 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:48.567426 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-370ac298-5c4f-4c96-b008-f49e179c3b20 req-78d35ca5-d4a7-49ba-9881-89a056e6caa5 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614213'] for floatingip (8dd8375d-597e-413f-862d-68685cd76fce), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:48.567426 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.db.l3_db [req-370ac298-5c4f-4c96-b008-f49e179c3b20 req-78d35ca5-d4a7-49ba-9881-89a056e6caa5 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Floating IP 8dd8375d-597e-413f-862d-68685cd76fce disassociated. External IP: 172.27.2.50, port: 67eb30d9-d39d-43f0-ad89-be9f5a623812. Mar 23 17:36:48.567626 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-370ac298-5c4f-4c96-b008-f49e179c3b20 req-78d35ca5-d4a7-49ba-9881-89a056e6caa5 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Calling delete_port for 67eb30d9-d39d-43f0-ad89-be9f5a623812 owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:36:48.790478 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b4030-5135-4c4b-9cf1-47aaaa7d6d75 req-726c0efb-5d94-4a9b-8759-9702da180039 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:48.793093 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-729b4030-5135-4c4b-9cf1-47aaaa7d6d75 req-726c0efb-5d94-4a9b-8759-9702da180039 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 946 time: 0.0572543 Mar 23 17:36:48.871683 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-729b4030-5135-4c4b-9cf1-47aaaa7d6d75 req-dcaf9008-6ab0-4e5d-804e-0ce8f0afb879 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736194 Mar 23 17:36:48.885544 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f8be9-17be-4ef4-9fbc-d8e2910e8c89 req-4c086563-e565-45f1-a458-036979a06b69 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:48.887062 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-905f8be9-17be-4ef4-9fbc-d8e2910e8c89 req-4c086563-e565-45f1-a458-036979a06b69 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=150f9600-16a9-4d8c-a52f-76d1c4cb0954 HTTP/1.1" status: 200 len: 945 time: 0.0874050 Mar 23 17:36:48.941414 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-905f8be9-17be-4ef4-9fbc-d8e2910e8c89 req-7cc452d4-e2e6-4d4e-a67e-5d1042e9271d tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=83fb36d7-cbff-4b5b-9a14-4dcfe979c7de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466948 Mar 23 17:36:48.943681 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-370ac298-5c4f-4c96-b008-f49e179c3b20 req-78d35ca5-d4a7-49ba-9881-89a056e6caa5 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484'] for port (67eb30d9-d39d-43f0-ad89-be9f5a623812), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:48.972530 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d35ca5-d4a7-49ba-9881-89a056e6caa5 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Pushing event deleted for resources: {'Port': ['ID=67eb30d9-d39d-43f0-ad89-be9f5a623812,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:36:49.095053 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-370ac298-5c4f-4c96-b008-f49e179c3b20 req-78d35ca5-d4a7-49ba-9881-89a056e6caa5 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Router e9794722-c150-44c7-906a-28cfb4d22793 has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:36:49.205162 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-370ac298-5c4f-4c96-b008-f49e179c3b20 req-78d35ca5-d4a7-49ba-9881-89a056e6caa5 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:36:49.216421 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c01626-5a05-4b27-8cd6-c1df46056652 None None] Sync routers for ids ['e9794722-c150-44c7-906a-28cfb4d22793'] in dv-cinder-834920-1-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:36:49.226899 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c01626-5a05-4b27-8cd6-c1df46056652 None None] Routers {'e9794722-c150-44c7-906a-28cfb4d22793'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:36:49.227511 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-b7c01626-5a05-4b27-8cd6-c1df46056652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:36:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['e9794722-c150-44c7-906a-28cfb4d22793'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:36:49.249587 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-370ac298-5c4f-4c96-b008-f49e179c3b20 req-78d35ca5-d4a7-49ba-9881-89a056e6caa5 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] No DVR routers for this DVR port 67eb30d9-d39d-43f0-ad89-be9f5a623812 on host hv-cinder-83492 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:36:49.252245 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-370ac298-5c4f-4c96-b008-f49e179c3b20 req-78d35ca5-d4a7-49ba-9881-89a056e6caa5 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:49.255655 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-370ac298-5c4f-4c96-b008-f49e179c3b20 req-78d35ca5-d4a7-49ba-9881-89a056e6caa5 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.57 "DELETE /v2.0/ports/67eb30d9-d39d-43f0-ad89-be9f5a623812 HTTP/1.1" status: 204 len: 173 time: 1.0427790 Mar 23 17:36:49.256100 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150f9600-16a9-4d8c-a52f-76d1c4cb0954', 'name': 'network-vif-deleted', 'tag': '67eb30d9-d39d-43f0-ad89-be9f5a623812'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:36:49.258515 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4926b74d-80e2-4726-bae8-a129405a50e5" -d '{"events": [{"server_uuid": "150f9600-16a9-4d8c-a52f-76d1c4cb0954", "name": "network-vif-deleted", "tag": "67eb30d9-d39d-43f0-ad89-be9f5a623812"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:36:49.295566 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d280e72-d38c-4f5d-b6a7-d2f17d4f1f94 x-openstack-request-id: req-6d280e72-d38c-4f5d-b6a7-d2f17d4f1f94 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:36:49.296109 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150f9600-16a9-4d8c-a52f-76d1c4cb0954", "name": "network-vif-deleted", "tag": "67eb30d9-d39d-43f0-ad89-be9f5a623812", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:36:49.296400 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d280e72-d38c-4f5d-b6a7-d2f17d4f1f94 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:36:49.296881 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d280e72-d38c-4f5d-b6a7-d2f17d4f1f94'] response: {'server_uuid': '150f9600-16a9-4d8c-a52f-76d1c4cb0954', 'name': 'network-vif-deleted', 'tag': '67eb30d9-d39d-43f0-ad89-be9f5a623812', 'status': 'completed', 'code': 200} Mar 23 17:36:49.339040 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-b7c01626-5a05-4b27-8cd6-c1df46056652 None None] Set router e9794722-c150-44c7-906a-28cfb4d22793 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:36:49.605269 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-b7c01626-5a05-4b27-8cd6-c1df46056652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'name': 'tempest-AttachVolumeNegativeTest-1323889583-router', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:27Z', 'revision_number': 4, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'gw_port': {'id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': '88ec294e-1930-4c09-8375-1fcee4d9a0cd', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'port_id': '9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'mac_address': 'fa:16:3e:82:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b9937-a77e-44a6-b727-aacb685cae4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:29:34Z', 'updated_at': '2022-03-23T17:30:43Z', 'revision_number': 2, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24758108-f7b9-4a7b-a8d0-a67a29e436b3', 'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'mac_address': 'fa:16:3e:87:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd923e995-8ad4-43f2-beba-221af8031362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:25Z', 'updated_at': '2022-03-23T17:29:42Z', 'revision_number': 5, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'subnets': [{'id': 'd923e995-8ad4-43f2-beba-221af8031362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:36:49.634456 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c01626-5a05-4b27-8cd6-c1df46056652 None None] Checking router: e9794722-c150-44c7-906a-28cfb4d22793 for host: dv-cinder-834920-1-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:36:49.643563 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c01626-5a05-4b27-8cd6-c1df46056652 None None] Routers {'e9794722-c150-44c7-906a-28cfb4d22793'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:36:49.644168 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-b7c01626-5a05-4b27-8cd6-c1df46056652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:36:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['e9794722-c150-44c7-906a-28cfb4d22793'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:36:49.750193 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-b7c01626-5a05-4b27-8cd6-c1df46056652 None None] Set router e9794722-c150-44c7-906a-28cfb4d22793 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:36:50.010386 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21788306-806a-435a-9adc-9897bd78245b req-7f585760-5c72-4e37-8dfb-304adb72cf14 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:50.011988 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-21788306-806a-435a-9adc-9897bd78245b req-7f585760-5c72-4e37-8dfb-304adb72cf14 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 946 time: 0.0556858 Mar 23 17:36:50.036328 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 41304) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:36:50.068287 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-21788306-806a-435a-9adc-9897bd78245b req-fedc4cb7-b310-43c9-8636-dceba2a280b9 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477393 Mar 23 17:36:50.070015 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-b7c01626-5a05-4b27-8cd6-c1df46056652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'name': 'tempest-AttachVolumeNegativeTest-1323889583-router', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:27Z', 'revision_number': 4, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'gw_port': {'id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': '88ec294e-1930-4c09-8375-1fcee4d9a0cd', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'port_id': '9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'mac_address': 'fa:16:3e:82:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b9937-a77e-44a6-b727-aacb685cae4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:29:34Z', 'updated_at': '2022-03-23T17:30:43Z', 'revision_number': 2, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24758108-f7b9-4a7b-a8d0-a67a29e436b3', 'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'mac_address': 'fa:16:3e:87:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd923e995-8ad4-43f2-beba-221af8031362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:25Z', 'updated_at': '2022-03-23T17:29:42Z', 'revision_number': 5, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'subnets': [{'id': 'd923e995-8ad4-43f2-beba-221af8031362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:36:50.093850 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4d0f66e2-c062-4640-8734-694ab5d6a31e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group (83fb36d7-cbff-4b5b-9a14-4dcfe979c7de), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:50.097941 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c01626-5a05-4b27-8cd6-c1df46056652 None None] The sync data for ids ['e9794722-c150-44c7-906a-28cfb4d22793'] in dv-cinder-834920-1-iscsi is: [{'id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'name': 'tempest-AttachVolumeNegativeTest-1323889583-router', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:27Z', 'revision_number': 4, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'gw_port': {'id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': '88ec294e-1930-4c09-8375-1fcee4d9a0cd', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'port_id': '9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'mac_address': 'fa:16:3e:82:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9b9937-a77e-44a6-b727-aacb685cae4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:29:34Z', 'updated_at': '2022-03-23T17:30:43Z', 'revision_number': 2, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24758108-f7b9-4a7b-a8d0-a67a29e436b3', 'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'mac_address': 'fa:16:3e:87:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd923e995-8ad4-43f2-beba-221af8031362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:25Z', 'updated_at': '2022-03-23T17:29:42Z', 'revision_number': 5, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'subnets': [{'id': 'd923e995-8ad4-43f2-beba-221af8031362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:36:50.126901 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4d0f66e2-c062-4640-8734-694ab5d6a31e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group (83fb36d7-cbff-4b5b-9a14-4dcfe979c7de), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:50.180458 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4d0f66e2-c062-4640-8734-694ab5d6a31e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (83fb36d7-cbff-4b5b-9a14-4dcfe979c7de), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:50.183548 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4d0f66e2-c062-4640-8734-694ab5d6a31e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:50.184699 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-4d0f66e2-c062-4640-8734-694ab5d6a31e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "DELETE /v2.0/security-groups/83fb36d7-cbff-4b5b-9a14-4dcfe979c7de HTTP/1.1" status: 204 len: 168 time: 0.1473284 Mar 23 17:36:50.187793 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 41308) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:36:50.194409 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f66e2-c062-4640-8734-694ab5d6a31e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fb36d7-cbff-4b5b-9a14-4dcfe979c7de,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:36:50.207450 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.api.v2.resource [None req-162fdc0d-2fc9-4453-af30-d4bbd19cd7b3 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] show failed (client error): The resource could not be found. Mar 23 17:36:50.208596 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-162fdc0d-2fc9-4453-af30-d4bbd19cd7b3 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups/83fb36d7-cbff-4b5b-9a14-4dcfe979c7de HTTP/1.1" status: 404 len: 347 time: 0.0197749 Mar 23 17:36:50.211984 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 41310) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:36:50.227005 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13b8bb-4762-4f0a-8f76-d1d9c0f1a1e0 req-d7ce1c28-e0b7-42df-858e-77e9bdb6dadc tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:50.228573 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1d13b8bb-4762-4f0a-8f76-d1d9c0f1a1e0 req-d7ce1c28-e0b7-42df-858e-77e9bdb6dadc tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 946 time: 0.0803788 Mar 23 17:36:50.289645 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1d13b8bb-4762-4f0a-8f76-d1d9c0f1a1e0 req-b9460041-a2f4-4a3d-90b0-35347c047af0 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548797 Mar 23 17:36:50.309713 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 41312) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:36:50.356632 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-003b53f1-6901-4995-bc06-236a07bf12ab tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Deleting port c180afe6-062a-4532-95cf-ae1dc3708742 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:36:50.358810 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dba33b-d1d5-4bf8-9805-4f746ada5a4a tempest-TestVolumeBootPattern-1600324436 tempest-TestVolumeBootPattern-1600324436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:50.360295 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-96dba33b-d1d5-4bf8-9805-4f746ada5a4a tempest-TestVolumeBootPattern-1600324436 tempest-TestVolumeBootPattern-1600324436-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 1125 time: 0.0495207 Mar 23 17:36:50.360661 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-003b53f1-6901-4995-bc06-236a07bf12ab tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (c180afe6-062a-4532-95cf-ae1dc3708742), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:50.363157 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 41314) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:36:50.376200 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-c6397ae3-899b-4bac-92c4-c993a4d3edc9 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Request body: {'floatingip': {'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'port_id': 'fffae02b-cf96-4e9c-8ec9-160488885dda', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:36:50.380741 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe71b692-ac08-43a1-8652-9742f407eae5 None None] New status for floating IP 8dd8375d-597e-413f-862d-68685cd76fce: DOWN {{(pid=103210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:36:50.445530 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c6397ae3-899b-4bac-92c4-c993a4d3edc9 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:50.508607 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-003b53f1-6901-4995-bc06-236a07bf12ab tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (c180afe6-062a-4532-95cf-ae1dc3708742), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:50.508959 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-003b53f1-6901-4995-bc06-236a07bf12ab tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for floatingip (c180afe6-062a-4532-95cf-ae1dc3708742), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:50.526526 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-003b53f1-6901-4995-bc06-236a07bf12ab tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Calling delete_port for c180afe6-062a-4532-95cf-ae1dc3708742 owned by network:floatingip {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:36:50.647939 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c6397ae3-899b-4bac-92c4-c993a4d3edc9 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:50.736981 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-003b53f1-6901-4995-bc06-236a07bf12ab tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484'] for port (c180afe6-062a-4532-95cf-ae1dc3708742), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:50.792577 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b53f1-6901-4995-bc06-236a07bf12ab tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Pushing event deleted for resources: {'Port': ['ID=c180afe6-062a-4532-95cf-ae1dc3708742,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:36:50.821159 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-003b53f1-6901-4995-bc06-236a07bf12ab tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for floatingip (8dd8375d-597e-413f-862d-68685cd76fce), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:50.823908 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-003b53f1-6901-4995-bc06-236a07bf12ab tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for floatingip (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:50.825094 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-003b53f1-6901-4995-bc06-236a07bf12ab tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "DELETE /v2.0/floatingips/8dd8375d-597e-413f-862d-68685cd76fce HTTP/1.1" status: 204 len: 168 time: 0.6111434 Mar 23 17:36:50.833677 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [None req-c6397ae3-899b-4bac-92c4-c993a4d3edc9 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Allocated IP 172.27.2.210 (17d610fd-133a-4c28-bfb5-fce45cda1090/3c39f8ab-3a38-4914-94a2-be3bf3be7af7/01ef7457-014d-4cd7-8dfb-4c2d57d95d31) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:36:50.939820 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c6397ae3-899b-4bac-92c4-c993a4d3edc9 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for port (01ef7457-014d-4cd7-8dfb-4c2d57d95d31), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:50.978387 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c6397ae3-899b-4bac-92c4-c993a4d3edc9 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (01ef7457-014d-4cd7-8dfb-4c2d57d95d31), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:51.014864 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6397ae3-899b-4bac-92c4-c993a4d3edc9 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Network 17d610fd-133a-4c28-bfb5-fce45cda1090 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:36:51.017946 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-c6397ae3-899b-4bac-92c4-c993a4d3edc9 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:36:51.020344 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6397ae3-899b-4bac-92c4-c993a4d3edc9 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:36:51.053366 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6397ae3-899b-4bac-92c4-c993a4d3edc9 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Pushing event updated for resources: {'Port': ['ID=01ef7457-014d-4cd7-8dfb-4c2d57d95d31,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:36:51.350116 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c6397ae3-899b-4bac-92c4-c993a4d3edc9 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for floatingip (02c26516-6478-4144-b6d5-92e20986c07a), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:51.415856 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c6397ae3-899b-4bac-92c4-c993a4d3edc9 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (01ef7457-014d-4cd7-8dfb-4c2d57d95d31), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:51.568991 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c6397ae3-899b-4bac-92c4-c993a4d3edc9 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for port (01ef7457-014d-4cd7-8dfb-4c2d57d95d31), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:51.575606 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c6397ae3-899b-4bac-92c4-c993a4d3edc9 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (01ef7457-014d-4cd7-8dfb-4c2d57d95d31), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:51.604887 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c6397ae3-899b-4bac-92c4-c993a4d3edc9 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614213'] for floatingip (02c26516-6478-4144-b6d5-92e20986c07a), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:51.676175 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6397ae3-899b-4bac-92c4-c993a4d3edc9 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Pushing event updated for resources: {'Port': ['ID=01ef7457-014d-4cd7-8dfb-4c2d57d95d31,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:36:51.716024 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.db.l3_db [None req-c6397ae3-899b-4bac-92c4-c993a4d3edc9 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Floating IP 02c26516-6478-4144-b6d5-92e20986c07a associated. External IP: 172.27.2.210, port: fffae02b-cf96-4e9c-8ec9-160488885dda. Mar 23 17:36:51.936183 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6397ae3-899b-4bac-92c4-c993a4d3edc9 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Router 9ce6edcf-4e78-4a68-a752-b3dc4f491624 has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:36:52.048483 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6397ae3-899b-4bac-92c4-c993a4d3edc9 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:36:52.058008 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6737f130-6a28-4b51-af84-323ccd1cf003 None None] Sync routers for ids ['9ce6edcf-4e78-4a68-a752-b3dc4f491624'] in dv-cinder-834920-1-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:36:52.066637 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c6397ae3-899b-4bac-92c4-c993a4d3edc9 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for floatingip (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:52.067479 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6737f130-6a28-4b51-af84-323ccd1cf003 None None] Routers {'9ce6edcf-4e78-4a68-a752-b3dc4f491624'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:36:52.068096 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-6737f130-6a28-4b51-af84-323ccd1cf003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:36:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['9ce6edcf-4e78-4a68-a752-b3dc4f491624'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:36:52.189807 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-6737f130-6a28-4b51-af84-323ccd1cf003 None None] Set router 9ce6edcf-4e78-4a68-a752-b3dc4f491624 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:36:52.336638 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-c6397ae3-899b-4bac-92c4-c993a4d3edc9 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9721653 Mar 23 17:36:52.337082 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f488b07-3a95-4c05-866e-4c30e0bb237d', 'tag': 'fffae02b-cf96-4e9c-8ec9-160488885dda'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:36:52.339547 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4782eec7-d273-4fa1-ac69-04e9102d5cec" -d '{"events": [{"name": "network-changed", "server_uuid": "5f488b07-3a95-4c05-866e-4c30e0bb237d", "tag": "fffae02b-cf96-4e9c-8ec9-160488885dda"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:36:52.393685 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f5110d-a46b-4886-8c4b-1a3fccebaa45 x-openstack-request-id: req-84f5110d-a46b-4886-8c4b-1a3fccebaa45 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:36:52.393984 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f488b07-3a95-4c05-866e-4c30e0bb237d", "tag": "fffae02b-cf96-4e9c-8ec9-160488885dda", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:36:52.394234 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-84f5110d-a46b-4886-8c4b-1a3fccebaa45 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:36:52.394637 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84f5110d-a46b-4886-8c4b-1a3fccebaa45'] response: {'name': 'network-changed', 'server_uuid': '5f488b07-3a95-4c05-866e-4c30e0bb237d', 'tag': 'fffae02b-cf96-4e9c-8ec9-160488885dda', 'status': 'completed', 'code': 200} Mar 23 17:36:52.451346 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-6737f130-6a28-4b51-af84-323ccd1cf003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'name': 'tempest-TestVolumeBootPattern-1168565444-router', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b6724547-480c-48dc-bb0f-19fb5fb419b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:31:57Z', 'updated_at': '2022-03-23T17:32:00Z', 'revision_number': 4, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'gw_port': {'id': 'b6724547-480c-48dc-bb0f-19fb5fb419b1', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:31:58Z', 'updated_at': '2022-03-23T17:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': '02c26516-6478-4144-b6d5-92e20986c07a', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'port_id': 'fffae02b-cf96-4e9c-8ec9-160488885dda', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e', 'mac_address': 'fa:16:3e:70:d7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f488b07-3a95-4c05-866e-4c30e0bb237d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:36:51Z', 'updated_at': '2022-03-23T17:36:51Z', 'revision_number': 0, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d48f7ad-f8ac-4c97-a606-bdea142032f6', 'name': '', 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'mac_address': 'fa:16:3e:3c:85:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '959a77f2-01fb-4a86-b823-2f4ec7b88401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:32:00Z', 'updated_at': '2022-03-23T17:32:05Z', 'revision_number': 5, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'subnets': [{'id': '959a77f2-01fb-4a86-b823-2f4ec7b88401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:36:52.468539 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782eec7-d273-4fa1-ac69-04e9102d5cec req-2f2a6638-8d19-44f0-83c3-7f614cd8a4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:52.469988 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b994a6-3130-4cd9-8df7-f0b8a667d8b3 req-ec8c5f23-6871-4190-b18a-404d0289b274 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:52.470522 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4782eec7-d273-4fa1-ac69-04e9102d5cec req-2f2a6638-8d19-44f0-83c3-7f614cd8a4e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2aa787500053466faed7680c3c3b3f20&device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 1130 time: 0.0498655 Mar 23 17:36:52.471561 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d8b994a6-3130-4cd9-8df7-f0b8a667d8b3 req-ec8c5f23-6871-4190-b18a-404d0289b274 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 945 time: 0.0571826 Mar 23 17:36:52.479560 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6737f130-6a28-4b51-af84-323ccd1cf003 None None] Checking router: 9ce6edcf-4e78-4a68-a752-b3dc4f491624 for host: dv-cinder-834920-1-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:36:52.488821 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6737f130-6a28-4b51-af84-323ccd1cf003 None None] Routers {'9ce6edcf-4e78-4a68-a752-b3dc4f491624'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:36:52.489473 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-6737f130-6a28-4b51-af84-323ccd1cf003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:36:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['9ce6edcf-4e78-4a68-a752-b3dc4f491624'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:36:52.519464 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d8b994a6-3130-4cd9-8df7-f0b8a667d8b3 req-13c2eafa-76ba-4d7f-80b1-0adf46439d4f tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420446 Mar 23 17:36:52.569400 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782eec7-d273-4fa1-ac69-04e9102d5cec req-9df65cf2-c6af-437a-a27b-56ad1504ac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:52.570931 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4782eec7-d273-4fa1-ac69-04e9102d5cec req-9df65cf2-c6af-437a-a27b-56ad1504ac3d service neutron] 10.222.0.57 "GET /v2.0/networks?id=c72acd4a-e098-4a23-9aac-214408be911e HTTP/1.1" status: 200 len: 913 time: 0.0925798 Mar 23 17:36:52.601512 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-6737f130-6a28-4b51-af84-323ccd1cf003 None None] Set router 9ce6edcf-4e78-4a68-a752-b3dc4f491624 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:36:52.638177 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4782eec7-d273-4fa1-ac69-04e9102d5cec req-390438bf-2208-45b5-8428-e1e963a749d6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fffae02b-cf96-4e9c-8ec9-160488885dda HTTP/1.1" status: 200 len: 1000 time: 0.0591791 Mar 23 17:36:52.686297 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782eec7-d273-4fa1-ac69-04e9102d5cec req-94d71054-e8b7-4492-a97a-f88df47f2d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:52.687772 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4782eec7-d273-4fa1-ac69-04e9102d5cec req-94d71054-e8b7-4492-a97a-f88df47f2d2e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=959a77f2-01fb-4a86-b823-2f4ec7b88401 HTTP/1.1" status: 200 len: 851 time: 0.0437019 Mar 23 17:36:52.741201 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782eec7-d273-4fa1-ac69-04e9102d5cec req-2bae73de-1721-4418-a6af-77e00664f1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:52.742662 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4782eec7-d273-4fa1-ac69-04e9102d5cec req-2bae73de-1721-4418-a6af-77e00664f1e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c72acd4a-e098-4a23-9aac-214408be911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475657 Mar 23 17:36:52.826140 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-6737f130-6a28-4b51-af84-323ccd1cf003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'name': 'tempest-TestVolumeBootPattern-1168565444-router', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b6724547-480c-48dc-bb0f-19fb5fb419b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:31:57Z', 'updated_at': '2022-03-23T17:32:00Z', 'revision_number': 4, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'gw_port': {'id': 'b6724547-480c-48dc-bb0f-19fb5fb419b1', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:31:58Z', 'updated_at': '2022-03-23T17:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': '02c26516-6478-4144-b6d5-92e20986c07a', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'port_id': 'fffae02b-cf96-4e9c-8ec9-160488885dda', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e', 'mac_address': 'fa:16:3e:70:d7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f488b07-3a95-4c05-866e-4c30e0bb237d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:36:51Z', 'updated_at': '2022-03-23T17:36:51Z', 'revision_number': 0, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d48f7ad-f8ac-4c97-a606-bdea142032f6', 'name': '', 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'mac_address': 'fa:16:3e:3c:85:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '959a77f2-01fb-4a86-b823-2f4ec7b88401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:32:00Z', 'updated_at': '2022-03-23T17:32:05Z', 'revision_number': 5, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'subnets': [{'id': '959a77f2-01fb-4a86-b823-2f4ec7b88401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:36:52.833841 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4782eec7-d273-4fa1-ac69-04e9102d5cec req-cd6c3cbf-62b3-4f46-b925-e8b824d3a811 service neutron] 10.222.0.57 "GET /v2.0/networks/c72acd4a-e098-4a23-9aac-214408be911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841711 Mar 23 17:36:52.852953 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6737f130-6a28-4b51-af84-323ccd1cf003 None None] The sync data for ids ['9ce6edcf-4e78-4a68-a752-b3dc4f491624'] in dv-cinder-834920-1-iscsi is: [{'id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'name': 'tempest-TestVolumeBootPattern-1168565444-router', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b6724547-480c-48dc-bb0f-19fb5fb419b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:31:57Z', 'updated_at': '2022-03-23T17:32:00Z', 'revision_number': 4, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'gw_port': {'id': 'b6724547-480c-48dc-bb0f-19fb5fb419b1', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:31:58Z', 'updated_at': '2022-03-23T17:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': '02c26516-6478-4144-b6d5-92e20986c07a', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'port_id': 'fffae02b-cf96-4e9c-8ec9-160488885dda', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e', 'mac_address': 'fa:16:3e:70:d7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f488b07-3a95-4c05-866e-4c30e0bb237d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:36:51Z', 'updated_at': '2022-03-23T17:36:51Z', 'revision_number': 0, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d48f7ad-f8ac-4c97-a606-bdea142032f6', 'name': '', 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'mac_address': 'fa:16:3e:3c:85:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '959a77f2-01fb-4a86-b823-2f4ec7b88401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:32:00Z', 'updated_at': '2022-03-23T17:32:05Z', 'revision_number': 5, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'subnets': [{'id': '959a77f2-01fb-4a86-b823-2f4ec7b88401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:36:52.931020 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4782eec7-d273-4fa1-ac69-04e9102d5cec req-36c115cd-72e7-4daf-89d3-0a19da8ec0dd service neutron] 10.222.0.57 "GET /v2.0/networks/c72acd4a-e098-4a23-9aac-214408be911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900388 Mar 23 17:36:53.036514 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device 67eb30d9-d39d-43f0-ad89-be9f5a623812 no longer exists at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:36:53.048117 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26ed8d8-ba8d-4e22-b2f5-671f5709c312 None None] New status for floating IP 02c26516-6478-4144-b6d5-92e20986c07a: ACTIVE {{(pid=103210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:36:53.057560 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] No Port match for: 67eb30d9-d39d-43f0-ad89-be9f5a623812 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:36:53.057926 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device 67eb30d9-d39d-43f0-ad89-be9f5a623812 not bound to the agent host hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:36:53.603176 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d710a-9cc7-4afe-b6ff-ba70cb6fe38d req-bf358efa-b9f7-425a-a473-e887f68b7f88 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:53.604723 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ca6d710a-9cc7-4afe-b6ff-ba70cb6fe38d req-bf358efa-b9f7-425a-a473-e887f68b7f88 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.57 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 945 time: 0.0565920 Mar 23 17:36:53.657498 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab5832-f206-4c3f-b967-4556150d831f req-197119a2-b1ad-4691-9648-4f89ae49a16f tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:53.659073 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4cab5832-f206-4c3f-b967-4556150d831f req-197119a2-b1ad-4691-9648-4f89ae49a16f tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 945 time: 0.0583127 Mar 23 17:36:53.704330 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-ca6d710a-9cc7-4afe-b6ff-ba70cb6fe38d req-16331419-9d0a-4406-ac3d-b5fe3193e316 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Deleting port 9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:36:53.704708 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-ca6d710a-9cc7-4afe-b6ff-ba70cb6fe38d req-16331419-9d0a-4406-ac3d-b5fe3193e316 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:53.710201 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4cab5832-f206-4c3f-b967-4556150d831f req-ac835b9e-9a72-402d-9aa1-16a043b55f47 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448751 Mar 23 17:36:53.797131 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-ca6d710a-9cc7-4afe-b6ff-ba70cb6fe38d req-16331419-9d0a-4406-ac3d-b5fe3193e316 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] For port 9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3,segment=NetworkSegment(0ba0aa12-bf45-410a-8276-1084354c048b),segment_id=0ba0aa12-bf45-410a-8276-1084354c048b)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:36:53.797527 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-ca6d710a-9cc7-4afe-b6ff-ba70cb6fe38d req-16331419-9d0a-4406-ac3d-b5fe3193e316 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:53.967678 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-ca6d710a-9cc7-4afe-b6ff-ba70cb6fe38d req-16331419-9d0a-4406-ac3d-b5fe3193e316 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:53.968062 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-ca6d710a-9cc7-4afe-b6ff-ba70cb6fe38d req-16331419-9d0a-4406-ac3d-b5fe3193e316 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614213'] for floatingip (88ec294e-1930-4c09-8375-1fcee4d9a0cd), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:53.968371 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.db.l3_db [req-ca6d710a-9cc7-4afe-b6ff-ba70cb6fe38d req-16331419-9d0a-4406-ac3d-b5fe3193e316 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Floating IP 88ec294e-1930-4c09-8375-1fcee4d9a0cd disassociated. External IP: 172.27.2.239, port: 9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3. Mar 23 17:36:53.968694 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-ca6d710a-9cc7-4afe-b6ff-ba70cb6fe38d req-16331419-9d0a-4406-ac3d-b5fe3193e316 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Calling delete_port for 9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3 owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:36:54.101577 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-ca6d710a-9cc7-4afe-b6ff-ba70cb6fe38d req-16331419-9d0a-4406-ac3d-b5fe3193e316 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484'] for port (9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:54.130049 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16331419-9d0a-4406-ac3d-b5fe3193e316 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Pushing event deleted for resources: {'Port': ['ID=9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:36:54.243944 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca6d710a-9cc7-4afe-b6ff-ba70cb6fe38d req-16331419-9d0a-4406-ac3d-b5fe3193e316 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Router e9794722-c150-44c7-906a-28cfb4d22793 has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:36:54.351759 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca6d710a-9cc7-4afe-b6ff-ba70cb6fe38d req-16331419-9d0a-4406-ac3d-b5fe3193e316 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:36:54.362527 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d45184-0b06-41ef-ba10-61493ed2128f None None] Sync routers for ids ['e9794722-c150-44c7-906a-28cfb4d22793'] in dv-cinder-834920-1-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:36:54.373661 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d45184-0b06-41ef-ba10-61493ed2128f None None] Routers {'e9794722-c150-44c7-906a-28cfb4d22793'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:36:54.374384 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-47d45184-0b06-41ef-ba10-61493ed2128f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:36:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['e9794722-c150-44c7-906a-28cfb4d22793'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:36:54.395181 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6d710a-9cc7-4afe-b6ff-ba70cb6fe38d req-16331419-9d0a-4406-ac3d-b5fe3193e316 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] No DVR routers for this DVR port 9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3 on host hv-cinder-83492 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:36:54.398000 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-ca6d710a-9cc7-4afe-b6ff-ba70cb6fe38d req-16331419-9d0a-4406-ac3d-b5fe3193e316 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:54.401501 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-ca6d710a-9cc7-4afe-b6ff-ba70cb6fe38d req-16331419-9d0a-4406-ac3d-b5fe3193e316 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.57 "DELETE /v2.0/ports/9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3 HTTP/1.1" status: 204 len: 173 time: 0.7913849 Mar 23 17:36:54.401957 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9b9937-a77e-44a6-b727-aacb685cae4a', 'name': 'network-vif-deleted', 'tag': '9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:36:54.404281 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a80d5f-9644-4c3c-a39a-183646c7b644" -d '{"events": [{"server_uuid": "2a9b9937-a77e-44a6-b727-aacb685cae4a", "name": "network-vif-deleted", "tag": "9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:36:54.444866 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1608b5a-c42d-4a5c-bc54-2cdfe449c7fe x-openstack-request-id: req-c1608b5a-c42d-4a5c-bc54-2cdfe449c7fe {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:36:54.445213 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9b9937-a77e-44a6-b727-aacb685cae4a", "name": "network-vif-deleted", "tag": "9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:36:54.445430 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c1608b5a-c42d-4a5c-bc54-2cdfe449c7fe {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:36:54.445850 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1608b5a-c42d-4a5c-bc54-2cdfe449c7fe'] response: {'server_uuid': '2a9b9937-a77e-44a6-b727-aacb685cae4a', 'name': 'network-vif-deleted', 'tag': '9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3', 'status': 'completed', 'code': 200} Mar 23 17:36:54.496147 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-47d45184-0b06-41ef-ba10-61493ed2128f None None] Set router e9794722-c150-44c7-906a-28cfb4d22793 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:36:54.825998 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-706eda5d-799e-487d-a7b8-c9d5e54a86b2 req-3073fb8c-239d-4a14-b234-c1f32ddb566a tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9b9937-a77e-44a6-b727-aacb685cae4a HTTP/1.1" status: 200 len: 210 time: 0.0299764 Mar 23 17:36:54.848705 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:54.864464 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-47d45184-0b06-41ef-ba10-61493ed2128f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'name': 'tempest-AttachVolumeNegativeTest-1323889583-router', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:27Z', 'revision_number': 4, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'gw_port': {'id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '24758108-f7b9-4a7b-a8d0-a67a29e436b3', 'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'mac_address': 'fa:16:3e:87:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd923e995-8ad4-43f2-beba-221af8031362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:25Z', 'updated_at': '2022-03-23T17:29:42Z', 'revision_number': 5, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'subnets': [{'id': 'd923e995-8ad4-43f2-beba-221af8031362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:36:54.891946 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d45184-0b06-41ef-ba10-61493ed2128f None None] Checking router: e9794722-c150-44c7-906a-28cfb4d22793 for host: dv-cinder-834920-1-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:36:54.900513 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d45184-0b06-41ef-ba10-61493ed2128f None None] Routers {'e9794722-c150-44c7-906a-28cfb4d22793'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:36:54.901024 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-47d45184-0b06-41ef-ba10-61493ed2128f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:36:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['e9794722-c150-44c7-906a-28cfb4d22793'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:36:55.012232 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-47d45184-0b06-41ef-ba10-61493ed2128f None None] Set router e9794722-c150-44c7-906a-28cfb4d22793 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:36:55.214565 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-47d45184-0b06-41ef-ba10-61493ed2128f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'name': 'tempest-AttachVolumeNegativeTest-1323889583-router', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:27Z', 'revision_number': 4, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'gw_port': {'id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '24758108-f7b9-4a7b-a8d0-a67a29e436b3', 'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'mac_address': 'fa:16:3e:87:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd923e995-8ad4-43f2-beba-221af8031362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:25Z', 'updated_at': '2022-03-23T17:29:42Z', 'revision_number': 5, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'subnets': [{'id': 'd923e995-8ad4-43f2-beba-221af8031362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:36:55.241728 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d45184-0b06-41ef-ba10-61493ed2128f None None] The sync data for ids ['e9794722-c150-44c7-906a-28cfb4d22793'] in dv-cinder-834920-1-iscsi is: [{'id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'name': 'tempest-AttachVolumeNegativeTest-1323889583-router', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:27Z', 'revision_number': 4, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'gw_port': {'id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '24758108-f7b9-4a7b-a8d0-a67a29e436b3', 'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'mac_address': 'fa:16:3e:87:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd923e995-8ad4-43f2-beba-221af8031362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:25Z', 'updated_at': '2022-03-23T17:29:42Z', 'revision_number': 5, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'subnets': [{'id': 'd923e995-8ad4-43f2-beba-221af8031362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:36:55.475084 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b496ddf-e87b-4974-bfdf-264f85277bf8 None None] New status for floating IP 88ec294e-1930-4c09-8375-1fcee4d9a0cd: DOWN {{(pid=103210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:36:56.943934 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 41354) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:36:57.001422 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-00008f15-367b-4272-a8a5-4c7f13e52cb1 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group (2cacdaef-f6fc-46e6-b558-465d9bc6ea9e), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:57.028654 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-00008f15-367b-4272-a8a5-4c7f13e52cb1 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group (2cacdaef-f6fc-46e6-b558-465d9bc6ea9e), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:57.079100 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-00008f15-367b-4272-a8a5-4c7f13e52cb1 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (2cacdaef-f6fc-46e6-b558-465d9bc6ea9e), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:57.081768 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-00008f15-367b-4272-a8a5-4c7f13e52cb1 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:57.082915 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-00008f15-367b-4272-a8a5-4c7f13e52cb1 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "DELETE /v2.0/security-groups/2cacdaef-f6fc-46e6-b558-465d9bc6ea9e HTTP/1.1" status: 204 len: 168 time: 0.1376569 Mar 23 17:36:57.085992 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 41356) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:36:57.101952 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00008f15-367b-4272-a8a5-4c7f13e52cb1 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cacdaef-f6fc-46e6-b558-465d9bc6ea9e,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:36:57.104507 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.api.v2.resource [None req-a41ef65f-0e0f-46b9-8b7f-35ec227a70a9 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] show failed (client error): The resource could not be found. Mar 23 17:36:57.105531 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-a41ef65f-0e0f-46b9-8b7f-35ec227a70a9 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups/2cacdaef-f6fc-46e6-b558-465d9bc6ea9e HTTP/1.1" status: 404 len: 347 time: 0.0186496 Mar 23 17:36:57.108683 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 41358) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:36:57.234463 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-058ff5e5-d3e9-44e0-840b-ea8dd063afdb tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Deleting port eff936cb-29c9-4d30-ab4e-297e51266019 {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:36:57.234720 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-058ff5e5-d3e9-44e0-840b-ea8dd063afdb tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (eff936cb-29c9-4d30-ab4e-297e51266019), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:57.310644 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-058ff5e5-d3e9-44e0-840b-ea8dd063afdb tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (eff936cb-29c9-4d30-ab4e-297e51266019), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:57.310971 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-058ff5e5-d3e9-44e0-840b-ea8dd063afdb tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for floatingip (eff936cb-29c9-4d30-ab4e-297e51266019), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:57.323590 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-058ff5e5-d3e9-44e0-840b-ea8dd063afdb tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Calling delete_port for eff936cb-29c9-4d30-ab4e-297e51266019 owned by network:floatingip {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:36:57.492312 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-058ff5e5-d3e9-44e0-840b-ea8dd063afdb tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59308127'] for port (eff936cb-29c9-4d30-ab4e-297e51266019), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:57.517049 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ff5e5-d3e9-44e0-840b-ea8dd063afdb tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Pushing event deleted for resources: {'Port': ['ID=eff936cb-29c9-4d30-ab4e-297e51266019,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:36:57.528192 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ff5e5-d3e9-44e0-840b-ea8dd063afdb tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:57.528521 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ff5e5-d3e9-44e0-840b-ea8dd063afdb tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:57.528852 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ff5e5-d3e9-44e0-840b-ea8dd063afdb tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:57.529204 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ff5e5-d3e9-44e0-840b-ea8dd063afdb tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:57.529529 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ff5e5-d3e9-44e0-840b-ea8dd063afdb tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:57.529885 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ff5e5-d3e9-44e0-840b-ea8dd063afdb tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:57.530258 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ff5e5-d3e9-44e0-840b-ea8dd063afdb tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:57.530574 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ff5e5-d3e9-44e0-840b-ea8dd063afdb tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:57.530906 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ff5e5-d3e9-44e0-840b-ea8dd063afdb tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:57.531196 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ff5e5-d3e9-44e0-840b-ea8dd063afdb tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:57.531510 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ff5e5-d3e9-44e0-840b-ea8dd063afdb tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:57.531835 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ff5e5-d3e9-44e0-840b-ea8dd063afdb tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:57.532125 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ff5e5-d3e9-44e0-840b-ea8dd063afdb tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:57.532431 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ff5e5-d3e9-44e0-840b-ea8dd063afdb tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:57.532827 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058ff5e5-d3e9-44e0-840b-ea8dd063afdb tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:36:57.586875 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-058ff5e5-d3e9-44e0-840b-ea8dd063afdb tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for floatingip (88ec294e-1930-4c09-8375-1fcee4d9a0cd), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:57.589369 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-058ff5e5-d3e9-44e0-840b-ea8dd063afdb tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:57.590508 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-058ff5e5-d3e9-44e0-840b-ea8dd063afdb tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "DELETE /v2.0/floatingips/88ec294e-1930-4c09-8375-1fcee4d9a0cd HTTP/1.1" status: 204 len: 168 time: 0.4801614 Mar 23 17:36:57.991301 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 41362) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:36:57.995868 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-8f75b748-a221-4cb9-aca6-eccb19aeef12 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1196059715', 'description': 'tempest-description--2014287895'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:36:58.018414 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8f75b748-a221-4cb9-aca6-eccb19aeef12 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:58.083736 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8f75b748-a221-4cb9-aca6-eccb19aeef12 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group (afbb969b-0811-47b0-a0bf-de428fb20d33), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:58.088686 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8f75b748-a221-4cb9-aca6-eccb19aeef12 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (afbb969b-0811-47b0-a0bf-de428fb20d33), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:58.118111 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f75b748-a221-4cb9-aca6-eccb19aeef12 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afbb969b-0811-47b0-a0bf-de428fb20d33,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:36:58.123297 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8f75b748-a221-4cb9-aca6-eccb19aeef12 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:58.124571 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-8f75b748-a221-4cb9-aca6-eccb19aeef12 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1322556 Mar 23 17:36:58.127491 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 41364) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:36:58.132282 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-7982839e-a56b-410c-8c45-ef0f13f260e9 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Request body: {'security_group_rule': {'security_group_id': 'afbb969b-0811-47b0-a0bf-de428fb20d33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:36:58.156800 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7982839e-a56b-410c-8c45-ef0f13f260e9 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group_rule (e2631a9b-fe9d-4e0a-b980-7eb594f4276f), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:58.211637 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7982839e-a56b-410c-8c45-ef0f13f260e9 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group_rule (e2631a9b-fe9d-4e0a-b980-7eb594f4276f), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:58.216391 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7982839e-a56b-410c-8c45-ef0f13f260e9 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530535'] for security_group_rule (e2631a9b-fe9d-4e0a-b980-7eb594f4276f), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:58.233927 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982839e-a56b-410c-8c45-ef0f13f260e9 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2631a9b-fe9d-4e0a-b980-7eb594f4276f,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:36:58.241586 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7982839e-a56b-410c-8c45-ef0f13f260e9 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:58.242805 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-7982839e-a56b-410c-8c45-ef0f13f260e9 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140311 Mar 23 17:36:58.245888 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 41366) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:36:58.250661 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-f43079f0-6f3e-495b-822d-a3385d216769 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Request body: {'security_group_rule': {'security_group_id': 'afbb969b-0811-47b0-a0bf-de428fb20d33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:36:58.279536 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f43079f0-6f3e-495b-822d-a3385d216769 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group_rule (676a3475-0233-470a-8204-e9432b67b586), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:58.337179 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f43079f0-6f3e-495b-822d-a3385d216769 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group_rule (676a3475-0233-470a-8204-e9432b67b586), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:58.341760 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f43079f0-6f3e-495b-822d-a3385d216769 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530535'] for security_group_rule (676a3475-0233-470a-8204-e9432b67b586), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:58.362127 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43079f0-6f3e-495b-822d-a3385d216769 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=676a3475-0233-470a-8204-e9432b67b586,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:36:58.370591 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f43079f0-6f3e-495b-822d-a3385d216769 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:58.371792 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-f43079f0-6f3e-495b-822d-a3385d216769 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1249006 Mar 23 17:36:58.375155 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 41368) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:36:58.379755 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-1631a5d4-3929-46e0-a1e5-0bcd8638b056 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Request body: {'floatingip': {'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:36:58.401318 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1631a5d4-3929-46e0-a1e5-0bcd8638b056 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:58.499563 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1631a5d4-3929-46e0-a1e5-0bcd8638b056 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:58.625682 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [None req-1631a5d4-3929-46e0-a1e5-0bcd8638b056 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Allocated IP 172.27.2.87 (17d610fd-133a-4c28-bfb5-fce45cda1090/3c39f8ab-3a38-4914-94a2-be3bf3be7af7/c0204cef-6d89-4a0e-8ecd-c22373c2604e) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:36:58.733984 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1631a5d4-3929-46e0-a1e5-0bcd8638b056 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for port (c0204cef-6d89-4a0e-8ecd-c22373c2604e), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:58.777526 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1631a5d4-3929-46e0-a1e5-0bcd8638b056 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (c0204cef-6d89-4a0e-8ecd-c22373c2604e), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:58.815471 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1631a5d4-3929-46e0-a1e5-0bcd8638b056 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Network 17d610fd-133a-4c28-bfb5-fce45cda1090 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:36:58.820648 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-1631a5d4-3929-46e0-a1e5-0bcd8638b056 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:36:58.825262 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1631a5d4-3929-46e0-a1e5-0bcd8638b056 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:36:58.830233 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631a5d4-3929-46e0-a1e5-0bcd8638b056 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Pushing event updated for resources: {'Port': ['ID=c0204cef-6d89-4a0e-8ecd-c22373c2604e,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:36:58.882090 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1631a5d4-3929-46e0-a1e5-0bcd8638b056 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for floatingip (3cef7d16-de84-4482-b755-076ecb9b83e1), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:58.923452 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1631a5d4-3929-46e0-a1e5-0bcd8638b056 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (c0204cef-6d89-4a0e-8ecd-c22373c2604e), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:59.033072 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device 9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3 no longer exists at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:36:59.054257 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] No Port match for: 9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:36:59.054606 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device 9c2d4fc8-ae67-4d1d-b24e-116dd1f7f0b3 not bound to the agent host hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:36:59.085621 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1631a5d4-3929-46e0-a1e5-0bcd8638b056 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for port (c0204cef-6d89-4a0e-8ecd-c22373c2604e), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:59.095677 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1631a5d4-3929-46e0-a1e5-0bcd8638b056 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (c0204cef-6d89-4a0e-8ecd-c22373c2604e), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:59.133552 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1631a5d4-3929-46e0-a1e5-0bcd8638b056 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614213'] for floatingip (3cef7d16-de84-4482-b755-076ecb9b83e1), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:59.145945 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631a5d4-3929-46e0-a1e5-0bcd8638b056 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Pushing event updated for resources: {'Port': ['ID=c0204cef-6d89-4a0e-8ecd-c22373c2604e,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:36:59.158124 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1631a5d4-3929-46e0-a1e5-0bcd8638b056 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for floatingip (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:36:59.159374 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-1631a5d4-3929-46e0-a1e5-0bcd8638b056 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7832017 Mar 23 17:36:59.310376 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-b86bfb6a-8b14-479b-940c-fd37cd83451a tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1196059715&fields=id&tenant_id=81cbeef3df3646be902884c3e8e86d20 HTTP/1.1" status: 200 len: 267 time: 0.0419123 Mar 23 17:36:59.411212 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-063dad47-004b-43e6-ba2a-d35eb4f3cfc8 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:36:59.412568 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-063dad47-004b-43e6-ba2a-d35eb4f3cfc8 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/networks?id=2888c7fe-ae98-4d0e-9549-8ca804e8c855 HTTP/1.1" status: 200 len: 815 time: 0.0955794 Mar 23 17:36:59.428621 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-bbd97319-bc84-472a-94de-2edb96ed008e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/quotas/81cbeef3df3646be902884c3e8e86d20 HTTP/1.1" status: 200 len: 375 time: 0.0101423 Mar 23 17:36:59.488068 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-006be369-8e27-4b15-85b6-a767750aa8ca tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=81cbeef3df3646be902884c3e8e86d20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541050 Mar 23 17:36:59.630204 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-289a2ab0-a2eb-4dff-a618-697bfdbbd2eb service neutron] 10.222.0.41 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294377 Mar 23 17:36:59.725544 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-3f49cd77-8dab-4c42-b618-a07c3df48f73 service neutron] 10.222.0.41 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895278 Mar 23 17:36:59.891113 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f8dd7995-1c64-4506-b37c-15b026dc5a2b req-a472e59c-47f2-454b-a7de-a782dfd7dcc1 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0283513 Mar 23 17:37:00.936824 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-95474e0b-b919-4d58-802c-667e0e29b1d8 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:00.939236 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-95474e0b-b919-4d58-802c-667e0e29b1d8 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.57 "GET /v2.0/networks?id=2888c7fe-ae98-4d0e-9549-8ca804e8c855 HTTP/1.1" status: 200 len: 815 time: 0.1080501 Mar 23 17:37:00.992208 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b3a2753e-150e-4836-8a3d-68db0beca00e req-87760791-1fa2-4075-b555-bcba02cfd2f3 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0318000 Mar 23 17:37:01.012117 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-1dd36332-427d-4987-a804-ef6d55436493 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81cbeef3df3646be902884c3e8e86d20 HTTP/1.1" status: 200 len: 380 time: 0.0629852 Mar 23 17:37:01.021628 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-65e94f09-a11a-4e02-9c61-cb6d4d6aef9e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Request body: {'port': {'device_id': '07627f49-7a00-40db-9b06-11c7368c26ed', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'admin_state_up': True, 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'security_groups': ['afbb969b-0811-47b0-a0bf-de428fb20d33']}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:37:01.130879 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-65e94f09-a11a-4e02-9c61-cb6d4d6aef9e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Made reservation on behalf of 81cbeef3df3646be902884c3e8e86d20 for: {'port': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:37:01.134511 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-65e94f09-a11a-4e02-9c61-cb6d4d6aef9e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:01.263460 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-65e94f09-a11a-4e02-9c61-cb6d4d6aef9e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Allocated IP 172.20.0.3 (2888c7fe-ae98-4d0e-9549-8ca804e8c855/d923e995-8ad4-43f2-beba-221af8031362/9a79a290-72ce-43ec-85cf-797928f9f270) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:37:01.412151 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-65e94f09-a11a-4e02-9c61-cb6d4d6aef9e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for port (9a79a290-72ce-43ec-85cf-797928f9f270), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:01.454638 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-65e94f09-a11a-4e02-9c61-cb6d4d6aef9e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (9a79a290-72ce-43ec-85cf-797928f9f270), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:01.502416 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-65e94f09-a11a-4e02-9c61-cb6d4d6aef9e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Network 2888c7fe-ae98-4d0e-9549-8ca804e8c855 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:37:01.505679 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-65e94f09-a11a-4e02-9c61-cb6d4d6aef9e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:37:01.512933 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-65e94f09-a11a-4e02-9c61-cb6d4d6aef9e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:37:01.517209 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-65e94f09-a11a-4e02-9c61-cb6d4d6aef9e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:01.520587 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-65e94f09-a11a-4e02-9c61-cb6d4d6aef9e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:01.528126 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e94f09-a11a-4e02-9c61-cb6d4d6aef9e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Pushing event updated for resources: {'Port': ['ID=9a79a290-72ce-43ec-85cf-797928f9f270,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:01.545866 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-65e94f09-a11a-4e02-9c61-cb6d4d6aef9e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5284703 Mar 23 17:37:01.558410 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-8bfdf369-4869-4624-bd88-42fd5d06661e service neutron] Request body: {'port': {'device_id': '07627f49-7a00-40db-9b06-11c7368c26ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83492'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:37:01.629105 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-8bfdf369-4869-4624-bd88-42fd5d06661e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (9a79a290-72ce-43ec-85cf-797928f9f270), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:01.747794 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-546f684f-5692-49f9-a154-41ae911a2975 None None] Provisioning complete for port 9a79a290-72ce-43ec-85cf-797928f9f270 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:37:01.748449 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-546f684f-5692-49f9-a154-41ae911a2975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (9a79a290-72ce-43ec-85cf-797928f9f270), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:01.786023 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-546f684f-5692-49f9-a154-41ae911a2975 None None] Port 9a79a290-72ce-43ec-85cf-797928f9f270 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:37:01.902551 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-8bfdf369-4869-4624-bd88-42fd5d06661e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a79a290-72ce-43ec-85cf-797928f9f270 {{(pid=103207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:37:01.910168 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-8bfdf369-4869-4624-bd88-42fd5d06661e service neutron] Publish callbacks [] for port (9a79a290-72ce-43ec-85cf-797928f9f270), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:01.922365 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.provisioning_blocks [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-8bfdf369-4869-4624-bd88-42fd5d06661e service neutron] Transition to ACTIVE for port object 9a79a290-72ce-43ec-85cf-797928f9f270 will not be triggered until provisioned by entity L2. {{(pid=103207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:37:01.928408 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-8bfdf369-4869-4624-bd88-42fd5d06661e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (9a79a290-72ce-43ec-85cf-797928f9f270), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:01.977311 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfdf369-4869-4624-bd88-42fd5d06661e service neutron] Pushing event updated for resources: {'Port': ['ID=9a79a290-72ce-43ec-85cf-797928f9f270,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:02.010475 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-8bfdf369-4869-4624-bd88-42fd5d06661e service neutron] Attempting to bind port 9a79a290-72ce-43ec-85cf-797928f9f270 on host hv-cinder-83492 for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:37:02.010838 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-8bfdf369-4869-4624-bd88-42fd5d06661e service neutron] Attempting to bind port 9a79a290-72ce-43ec-85cf-797928f9f270 by drivers openvswitch,hyperv on host hv-cinder-83492 at level 0 using segments [{'id': '0ba0aa12-bf45-410a-8276-1084354c048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:37:02.011157 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-8bfdf369-4869-4624-bd88-42fd5d06661e service neutron] Attempting to bind port 9a79a290-72ce-43ec-85cf-797928f9f270 on network 2888c7fe-ae98-4d0e-9549-8ca804e8c855 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:37:02.016449 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-8bfdf369-4869-4624-bd88-42fd5d06661e service neutron] Port 9a79a290-72ce-43ec-85cf-797928f9f270 on network 2888c7fe-ae98-4d0e-9549-8ca804e8c855 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83492 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:37:02.016889 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-8bfdf369-4869-4624-bd88-42fd5d06661e service neutron] Attempting to bind port 9a79a290-72ce-43ec-85cf-797928f9f270 on network 2888c7fe-ae98-4d0e-9549-8ca804e8c855 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:37:02.023699 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-8bfdf369-4869-4624-bd88-42fd5d06661e service neutron] Checking agent: {'id': '0fd13996-c267-4136-a0e2-84ee892b4d83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83492', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'started_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:37:02.024089 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-8bfdf369-4869-4624-bd88-42fd5d06661e service neutron] Checking segment: {'id': '0ba0aa12-bf45-410a-8276-1084354c048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:37:02.024473 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-8bfdf369-4869-4624-bd88-42fd5d06661e service neutron] Bound using segment: {'id': '0ba0aa12-bf45-410a-8276-1084354c048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:37:02.024883 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-8bfdf369-4869-4624-bd88-42fd5d06661e service neutron] Bound port: 9a79a290-72ce-43ec-85cf-797928f9f270, host: hv-cinder-83492, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ba0aa12-bf45-410a-8276-1084354c048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:37:02.025779 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-8bfdf369-4869-4624-bd88-42fd5d06661e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (9a79a290-72ce-43ec-85cf-797928f9f270), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:02.104801 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-8bfdf369-4869-4624-bd88-42fd5d06661e service neutron] For port 9a79a290-72ce-43ec-85cf-797928f9f270, host hv-cinder-83492, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:37:02.110442 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-8bfdf369-4869-4624-bd88-42fd5d06661e service neutron] For port 9a79a290-72ce-43ec-85cf-797928f9f270, host hv-cinder-83492, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=9a79a290-72ce-43ec-85cf-797928f9f270,segment=NetworkSegment(0ba0aa12-bf45-410a-8276-1084354c048b),segment_id=0ba0aa12-bf45-410a-8276-1084354c048b)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:37:02.117570 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-8bfdf369-4869-4624-bd88-42fd5d06661e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (9a79a290-72ce-43ec-85cf-797928f9f270), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:02.118109 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446cc6b-8ba9-4bf1-b5eb-17c6d3877422 req-82c3cb57-99ec-41b5-bba4-a5777f62cdb9 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:02.121108 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3446cc6b-8ba9-4bf1-b5eb-17c6d3877422 req-82c3cb57-99ec-41b5-bba4-a5777f62cdb9 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 943 time: 0.0580127 Mar 23 17:37:02.153914 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-8bfdf369-4869-4624-bd88-42fd5d06661e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:02.154458 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-8bfdf369-4869-4624-bd88-42fd5d06661e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:02.155880 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-8bfdf369-4869-4624-bd88-42fd5d06661e service neutron] 10.222.0.57 "PUT /v2.0/ports/9a79a290-72ce-43ec-85cf-797928f9f270 HTTP/1.1" status: 200 len: 1093 time: 0.6020510 Mar 23 17:37:02.158679 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07627f49-7a00-40db-9b06-11c7368c26ed', 'tag': '9a79a290-72ce-43ec-85cf-797928f9f270'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:37:02.161483 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f38ba40-b6e5-4373-b0cb-3ea36aed7f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "07627f49-7a00-40db-9b06-11c7368c26ed", "tag": "9a79a290-72ce-43ec-85cf-797928f9f270"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:37:02.191731 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3446cc6b-8ba9-4bf1-b5eb-17c6d3877422 req-337e18a7-f0c4-419b-a1c0-d967ad62d927 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=afbb969b-0811-47b0-a0bf-de428fb20d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625379 Mar 23 17:37:02.198440 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfdf369-4869-4624-bd88-42fd5d06661e service neutron] Pushing event updated for resources: {'Port': ['ID=9a79a290-72ce-43ec-85cf-797928f9f270,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:02.244267 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db6f71d-b183-454e-9266-13a38df50968 x-openstack-request-id: req-0db6f71d-b183-454e-9266-13a38df50968 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:37:02.244569 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07627f49-7a00-40db-9b06-11c7368c26ed", "tag": "9a79a290-72ce-43ec-85cf-797928f9f270", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:37:02.244804 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0db6f71d-b183-454e-9266-13a38df50968 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:37:02.245259 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0db6f71d-b183-454e-9266-13a38df50968'] response: {'name': 'network-changed', 'server_uuid': '07627f49-7a00-40db-9b06-11c7368c26ed', 'tag': '9a79a290-72ce-43ec-85cf-797928f9f270', 'status': 'completed', 'code': 200} Mar 23 17:37:02.283764 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-721dcda3-e4ab-40f8-bba3-1982ff942b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:02.285457 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-721dcda3-e4ab-40f8-bba3-1982ff942b09 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81cbeef3df3646be902884c3e8e86d20&device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 1127 time: 0.0612674 Mar 23 17:37:02.337874 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-847ec252-9659-4e3d-b369-2d916840ed54 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a79a290-72ce-43ec-85cf-797928f9f270 HTTP/1.1" status: 200 len: 217 time: 0.0385571 Mar 23 17:37:02.390106 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-b3e80b52-11f4-4fd8-9fcd-c955f1702465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:02.391580 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-b3e80b52-11f4-4fd8-9fcd-c955f1702465 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d923e995-8ad4-43f2-beba-221af8031362 HTTP/1.1" status: 200 len: 854 time: 0.0476861 Mar 23 17:37:02.444807 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-30ac127f-39d8-4179-8aee-e54bb32d1693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:02.446351 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-30ac127f-39d8-4179-8aee-e54bb32d1693 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2888c7fe-ae98-4d0e-9549-8ca804e8c855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474222 Mar 23 17:37:02.535249 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-b4b37723-c31a-483b-a59a-4c05a9812922 service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815229 Mar 23 17:37:02.628352 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a66da67b-3df2-4db4-8a74-c339de27c35b req-ec19af4b-eefe-42d3-a20d-36e8bbf6305a service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862596 Mar 23 17:37:02.730740 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38ba40-b6e5-4373-b0cb-3ea36aed7f8d req-8b6bde52-e2b0-41fd-8c1c-2e3d08621c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:02.732248 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6f38ba40-b6e5-4373-b0cb-3ea36aed7f8d req-8b6bde52-e2b0-41fd-8c1c-2e3d08621c08 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81cbeef3df3646be902884c3e8e86d20&device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 1127 time: 0.0443175 Mar 23 17:37:02.828292 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38ba40-b6e5-4373-b0cb-3ea36aed7f8d req-7ec555d8-dcc4-41f5-be40-458031dd082a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:02.829796 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6f38ba40-b6e5-4373-b0cb-3ea36aed7f8d req-7ec555d8-dcc4-41f5-be40-458031dd082a service neutron] 10.222.0.57 "GET /v2.0/networks?id=2888c7fe-ae98-4d0e-9549-8ca804e8c855 HTTP/1.1" status: 200 len: 916 time: 0.0901978 Mar 23 17:37:02.871317 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6f38ba40-b6e5-4373-b0cb-3ea36aed7f8d req-ec29228c-93d0-46f2-b682-4d9455e2a81d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a79a290-72ce-43ec-85cf-797928f9f270 HTTP/1.1" status: 200 len: 217 time: 0.0346255 Mar 23 17:37:02.926731 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38ba40-b6e5-4373-b0cb-3ea36aed7f8d req-ad8c245f-aebf-49cd-9183-a05869999a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:02.928353 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6f38ba40-b6e5-4373-b0cb-3ea36aed7f8d req-ad8c245f-aebf-49cd-9183-a05869999a68 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d923e995-8ad4-43f2-beba-221af8031362 HTTP/1.1" status: 200 len: 854 time: 0.0498891 Mar 23 17:37:02.988840 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38ba40-b6e5-4373-b0cb-3ea36aed7f8d req-3bdca6ef-741b-4d72-8eb4-c7b4452cd43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:02.990442 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6f38ba40-b6e5-4373-b0cb-3ea36aed7f8d req-3bdca6ef-741b-4d72-8eb4-c7b4452cd43a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2888c7fe-ae98-4d0e-9549-8ca804e8c855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506501 Mar 23 17:37:03.090438 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6f38ba40-b6e5-4373-b0cb-3ea36aed7f8d req-a4946cb9-ef3f-432f-8d02-e223f7ee9191 service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823674 Mar 23 17:37:03.182297 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-6f38ba40-b6e5-4373-b0cb-3ea36aed7f8d req-2ed81165-75a0-4863-84ae-ee6731a0a4ff service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852034 Mar 23 17:37:03.333884 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4892c0b-4f0c-41f4-b03f-f2a4d04c836e req-ad868e15-337d-4c09-946a-5ca3933ff6de tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:03.335374 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f4892c0b-4f0c-41f4-b03f-f2a4d04c836e req-ad868e15-337d-4c09-946a-5ca3933ff6de tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 943 time: 0.0588241 Mar 23 17:37:03.383863 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f4892c0b-4f0c-41f4-b03f-f2a4d04c836e req-dda68640-ada0-4256-b268-36b53deb12d2 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=afbb969b-0811-47b0-a0bf-de428fb20d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427163 Mar 23 17:37:04.146897 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:37:04.274121 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296a2aa-2ffe-48f8-b682-3f8220bc41dd req-d00b0b06-9b08-4fcd-afe5-04654c621974 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:04.275628 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1296a2aa-2ffe-48f8-b682-3f8220bc41dd req-d00b0b06-9b08-4fcd-afe5-04654c621974 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 946 time: 0.0547128 Mar 23 17:37:04.324672 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1296a2aa-2ffe-48f8-b682-3f8220bc41dd req-1d68c650-edda-4676-b15f-4563ecf3421d tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425763 Mar 23 17:37:04.508004 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906826c8-041e-469e-9d54-d9dded32c256 req-c33905bf-3a5f-4def-bcd0-24ac88d6a53a tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:04.509515 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-906826c8-041e-469e-9d54-d9dded32c256 req-c33905bf-3a5f-4def-bcd0-24ac88d6a53a tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 943 time: 0.0530069 Mar 23 17:37:04.560720 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-906826c8-041e-469e-9d54-d9dded32c256 req-766505a7-4056-4f8a-9e5b-a7720ad7ce40 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=afbb969b-0811-47b0-a0bf-de428fb20d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448437 Mar 23 17:37:05.453963 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb45d37-9ac3-40a8-8c36-4b177aae4cf6 req-0d317d8a-4a55-4c61-b8ab-2ec098d8c4ec tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:05.455485 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-dfb45d37-9ac3-40a8-8c36-4b177aae4cf6 req-0d317d8a-4a55-4c61-b8ab-2ec098d8c4ec tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 946 time: 0.0603333 Mar 23 17:37:05.503368 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-dfb45d37-9ac3-40a8-8c36-4b177aae4cf6 req-f72b9dfd-ef39-4120-bbbb-9c1a410e06ca tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420814 Mar 23 17:37:05.683328 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe28ba-b8d2-4841-b8b7-d7ef2977ca6c req-abfc8743-6f90-45b3-8448-357a0d92e72c tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:05.684696 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7dfe28ba-b8d2-4841-b8b7-d7ef2977ca6c req-abfc8743-6f90-45b3-8448-357a0d92e72c tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 943 time: 0.0535429 Mar 23 17:37:05.733944 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7dfe28ba-b8d2-4841-b8b7-d7ef2977ca6c req-2bdc091e-cb83-4b7a-a6fc-cc5bbc91fe39 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=afbb969b-0811-47b0-a0bf-de428fb20d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433867 Mar 23 17:37:06.641360 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ac17f-744d-4678-bef4-1b649f758bfe req-a5fa3ec3-5085-40cc-adb1-e7b5bb45a93e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:06.643202 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-003ac17f-744d-4678-bef4-1b649f758bfe req-a5fa3ec3-5085-40cc-adb1-e7b5bb45a93e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 946 time: 0.0597181 Mar 23 17:37:06.691429 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-003ac17f-744d-4678-bef4-1b649f758bfe req-3794c689-3840-4269-9ec8-06853d4db356 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=c809159c-45bf-436c-b9b0-565d8f045593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422401 Mar 23 17:37:06.793396 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1517c-2e1c-45f4-af14-f27c1c9b00e8 req-4c0dd712-f0ca-4244-8cf9-ef66367dad7d tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:06.794868 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1ab1517c-2e1c-45f4-af14-f27c1c9b00e8 req-4c0dd712-f0ca-4244-8cf9-ef66367dad7d tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 946 time: 0.0546494 Mar 23 17:37:06.859545 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d5b5d-3735-4059-a4a2-c182b9ee5911 req-18635440-e634-42af-ad67-a45dc0e1337c tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:06.861022 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-662d5b5d-3735-4059-a4a2-c182b9ee5911 req-18635440-e634-42af-ad67-a45dc0e1337c tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 943 time: 0.0550172 Mar 23 17:37:06.888676 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-1ab1517c-2e1c-45f4-af14-f27c1c9b00e8 req-b767e355-29ac-472a-8d4c-ef3587042880 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Deleting port ef4f9a75-007b-4eb1-8e74-604bbba327dd {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:37:06.889058 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-1ab1517c-2e1c-45f4-af14-f27c1c9b00e8 req-b767e355-29ac-472a-8d4c-ef3587042880 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (ef4f9a75-007b-4eb1-8e74-604bbba327dd), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:06.909239 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-662d5b5d-3735-4059-a4a2-c182b9ee5911 req-c890be3a-c550-4c7a-ac95-28aeb09cfc44 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=afbb969b-0811-47b0-a0bf-de428fb20d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423806 Mar 23 17:37:06.978195 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-1ab1517c-2e1c-45f4-af14-f27c1c9b00e8 req-b767e355-29ac-472a-8d4c-ef3587042880 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] For port ef4f9a75-007b-4eb1-8e74-604bbba327dd, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=ef4f9a75-007b-4eb1-8e74-604bbba327dd,segment=NetworkSegment(3173c500-488c-4756-a1e4-19030c18bbcc),segment_id=3173c500-488c-4756-a1e4-19030c18bbcc)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:37:06.978450 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-1ab1517c-2e1c-45f4-af14-f27c1c9b00e8 req-b767e355-29ac-472a-8d4c-ef3587042880 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (ef4f9a75-007b-4eb1-8e74-604bbba327dd), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:07.107620 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device 9a79a290-72ce-43ec-85cf-797928f9f270 details requested by agent hyperv_hv-cinder-83492 with host hv-cinder-83492 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:37:07.148310 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-1ab1517c-2e1c-45f4-af14-f27c1c9b00e8 req-b767e355-29ac-472a-8d4c-ef3587042880 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:07.148776 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-1ab1517c-2e1c-45f4-af14-f27c1c9b00e8 req-b767e355-29ac-472a-8d4c-ef3587042880 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614213'] for floatingip (d796ef91-c878-4593-943e-38cd4633652a), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:07.148995 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.db.l3_db [req-1ab1517c-2e1c-45f4-af14-f27c1c9b00e8 req-b767e355-29ac-472a-8d4c-ef3587042880 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Floating IP d796ef91-c878-4593-943e-38cd4633652a disassociated. External IP: 172.27.2.26, port: ef4f9a75-007b-4eb1-8e74-604bbba327dd. Mar 23 17:37:07.149369 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-1ab1517c-2e1c-45f4-af14-f27c1c9b00e8 req-b767e355-29ac-472a-8d4c-ef3587042880 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Calling delete_port for ef4f9a75-007b-4eb1-8e74-604bbba327dd owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:37:07.210471 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port 9a79a290-72ce-43ec-85cf-797928f9f270, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=9a79a290-72ce-43ec-85cf-797928f9f270,segment=NetworkSegment(0ba0aa12-bf45-410a-8276-1084354c048b),segment_id=0ba0aa12-bf45-410a-8276-1084354c048b)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:37:07.222541 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Returning: {'device': '9a79a290-72ce-43ec-85cf-797928f9f270', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'port_id': '9a79a290-72ce-43ec-85cf-797928f9f270', 'mac_address': 'fa:16:3e:15:93:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd923e995-8ad4-43f2-beba-221af8031362', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:37:07.259696 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port 9a79a290-72ce-43ec-85cf-797928f9f270 is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:37:07.259945 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (9a79a290-72ce-43ec-85cf-797928f9f270), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:07.275213 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a79a290-72ce-43ec-85cf-797928f9f270 {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:37:07.277166 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-1ab1517c-2e1c-45f4-af14-f27c1c9b00e8 req-b767e355-29ac-472a-8d4c-ef3587042880 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484'] for port (ef4f9a75-007b-4eb1-8e74-604bbba327dd), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:07.298075 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port 9a79a290-72ce-43ec-85cf-797928f9f270, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=9a79a290-72ce-43ec-85cf-797928f9f270,segment=NetworkSegment(0ba0aa12-bf45-410a-8276-1084354c048b),segment_id=0ba0aa12-bf45-410a-8276-1084354c048b)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:37:07.303360 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (9a79a290-72ce-43ec-85cf-797928f9f270), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:07.304098 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767e355-29ac-472a-8d4c-ef3587042880 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Pushing event deleted for resources: {'Port': ['ID=ef4f9a75-007b-4eb1-8e74-604bbba327dd,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:07.352015 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=9a79a290-72ce-43ec-85cf-797928f9f270,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:07.661302 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ab1517c-2e1c-45f4-af14-f27c1c9b00e8 req-b767e355-29ac-472a-8d4c-ef3587042880 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Router 06643b2d-3270-46bc-8887-8b9f92b18bf3 has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:37:07.663541 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-10ee5a9d-18a2-4013-b955-c02c21c9e018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:07.773620 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] get_ports_and_sgs() called for port_ids ['9a79a290-72ce-43ec-85cf-797928f9f270'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:37:07.775189 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ab1517c-2e1c-45f4-af14-f27c1c9b00e8 req-b767e355-29ac-472a-8d4c-ef3587042880 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:37:07.819733 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab1517c-2e1c-45f4-af14-f27c1c9b00e8 req-b767e355-29ac-472a-8d4c-ef3587042880 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] No DVR routers for this DVR port ef4f9a75-007b-4eb1-8e74-604bbba327dd on host hv-cinder-83492 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:37:07.821313 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a1b38e4a-2cdf-4f5e-9900-68a5733b36b6 req-7e0b7022-ba34-446d-a679-3fa2a806523f tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7c37794-0af1-42b5-bd85-f224308f7dec HTTP/1.1" status: 200 len: 210 time: 0.0346501 Mar 23 17:37:07.822853 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-1ab1517c-2e1c-45f4-af14-f27c1c9b00e8 req-b767e355-29ac-472a-8d4c-ef3587042880 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:07.826090 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1ab1517c-2e1c-45f4-af14-f27c1c9b00e8 req-b767e355-29ac-472a-8d4c-ef3587042880 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.57 "DELETE /v2.0/ports/ef4f9a75-007b-4eb1-8e74-604bbba327dd HTTP/1.1" status: 204 len: 173 time: 1.0248322 Mar 23 17:37:07.826637 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c37794-0af1-42b5-bd85-f224308f7dec', 'name': 'network-vif-deleted', 'tag': 'ef4f9a75-007b-4eb1-8e74-604bbba327dd'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:37:07.829027 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9780771a-ccc5-4e3a-9a40-514c87a2dfbe" -d '{"events": [{"server_uuid": "b7c37794-0af1-42b5-bd85-f224308f7dec", "name": "network-vif-deleted", "tag": "ef4f9a75-007b-4eb1-8e74-604bbba327dd"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:37:07.830052 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab37e9e2-785d-4eb5-90c6-ad40645a0f2b None None] Sync routers for ids ['06643b2d-3270-46bc-8887-8b9f92b18bf3'] in dv-cinder-834920-1-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:37:07.860232 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab37e9e2-785d-4eb5-90c6-ad40645a0f2b None None] Routers {'06643b2d-3270-46bc-8887-8b9f92b18bf3'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:37:07.860972 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-ab37e9e2-785d-4eb5-90c6-ad40645a0f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:36:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['06643b2d-3270-46bc-8887-8b9f92b18bf3'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:37:07.882109 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4ba746-6592-45ab-9664-10cb9b7d2afc x-openstack-request-id: req-8c4ba746-6592-45ab-9664-10cb9b7d2afc {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:37:07.882787 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c37794-0af1-42b5-bd85-f224308f7dec", "name": "network-vif-deleted", "tag": "ef4f9a75-007b-4eb1-8e74-604bbba327dd", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:37:07.883006 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8c4ba746-6592-45ab-9664-10cb9b7d2afc {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:37:07.883550 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c4ba746-6592-45ab-9664-10cb9b7d2afc'] response: {'server_uuid': 'b7c37794-0af1-42b5-bd85-f224308f7dec', 'name': 'network-vif-deleted', 'tag': 'ef4f9a75-007b-4eb1-8e74-604bbba327dd', 'status': 'completed', 'code': 200} Mar 23 17:37:08.016508 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-ab37e9e2-785d-4eb5-90c6-ad40645a0f2b None None] Set router 06643b2d-3270-46bc-8887-8b9f92b18bf3 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:37:08.031067 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ef39b-3f49-4d13-af83-639bdc36d55a req-838c7e80-83b7-4e9c-b1e4-d2b3b075af64 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:08.032607 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-602ef39b-3f49-4d13-af83-639bdc36d55a req-838c7e80-83b7-4e9c-b1e4-d2b3b075af64 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 944 time: 0.0546339 Mar 23 17:37:08.079560 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-602ef39b-3f49-4d13-af83-639bdc36d55a req-ead6b58e-0b05-471c-8763-3b7c5e781474 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=afbb969b-0811-47b0-a0bf-de428fb20d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408318 Mar 23 17:37:08.249585 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-ab37e9e2-785d-4eb5-90c6-ad40645a0f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2035450451-router', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:16Z', 'updated_at': '2022-03-23T17:29:29Z', 'revision_number': 4, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'gw_port': {'id': 'c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:77:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:17Z', 'updated_at': '2022-03-23T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': 'ccba8dfc-b097-4469-986d-0d7e3e7a61bb', 'name': '', 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'mac_address': 'fa:16:3e:77:31:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22ea3e11-cafc-4af7-994c-b65686f8be40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:26Z', 'updated_at': '2022-03-23T17:29:35Z', 'revision_number': 5, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'subnets': [{'id': '22ea3e11-cafc-4af7-994c-b65686f8be40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:37:08.276147 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab37e9e2-785d-4eb5-90c6-ad40645a0f2b None None] Checking router: 06643b2d-3270-46bc-8887-8b9f92b18bf3 for host: dv-cinder-834920-1-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:37:08.286465 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab37e9e2-785d-4eb5-90c6-ad40645a0f2b None None] Routers {'06643b2d-3270-46bc-8887-8b9f92b18bf3'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:37:08.287088 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-ab37e9e2-785d-4eb5-90c6-ad40645a0f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:36:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['06643b2d-3270-46bc-8887-8b9f92b18bf3'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:37:08.414204 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-ab37e9e2-785d-4eb5-90c6-ad40645a0f2b None None] Set router 06643b2d-3270-46bc-8887-8b9f92b18bf3 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:37:08.633923 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-ab37e9e2-785d-4eb5-90c6-ad40645a0f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2035450451-router', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:16Z', 'updated_at': '2022-03-23T17:29:29Z', 'revision_number': 4, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'gw_port': {'id': 'c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:77:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:17Z', 'updated_at': '2022-03-23T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': 'ccba8dfc-b097-4469-986d-0d7e3e7a61bb', 'name': '', 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'mac_address': 'fa:16:3e:77:31:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22ea3e11-cafc-4af7-994c-b65686f8be40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:26Z', 'updated_at': '2022-03-23T17:29:35Z', 'revision_number': 5, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'subnets': [{'id': '22ea3e11-cafc-4af7-994c-b65686f8be40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:37:08.666357 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab37e9e2-785d-4eb5-90c6-ad40645a0f2b None None] The sync data for ids ['06643b2d-3270-46bc-8887-8b9f92b18bf3'] in dv-cinder-834920-1-iscsi is: [{'id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2035450451-router', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:16Z', 'updated_at': '2022-03-23T17:29:29Z', 'revision_number': 4, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'gw_port': {'id': 'c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:77:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:17Z', 'updated_at': '2022-03-23T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': 'ccba8dfc-b097-4469-986d-0d7e3e7a61bb', 'name': '', 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'mac_address': 'fa:16:3e:77:31:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22ea3e11-cafc-4af7-994c-b65686f8be40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:26Z', 'updated_at': '2022-03-23T17:29:35Z', 'revision_number': 5, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'subnets': [{'id': '22ea3e11-cafc-4af7-994c-b65686f8be40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:37:08.894675 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f5b696-393e-4546-a7d8-7bfde76aedd0 None None] New status for floating IP d796ef91-c878-4593-943e-38cd4633652a: DOWN {{(pid=103210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:37:08.916927 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 41460) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:37:08.971117 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4dc09135-9ba7-4bc1-a148-cc98c827fd1f tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for security_group (c809159c-45bf-436c-b9b0-565d8f045593), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:08.997951 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4dc09135-9ba7-4bc1-a148-cc98c827fd1f tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for security_group (c809159c-45bf-436c-b9b0-565d8f045593), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:09.050367 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4dc09135-9ba7-4bc1-a148-cc98c827fd1f tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (c809159c-45bf-436c-b9b0-565d8f045593), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:09.052931 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4dc09135-9ba7-4bc1-a148-cc98c827fd1f tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:09.054100 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-4dc09135-9ba7-4bc1-a148-cc98c827fd1f tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "DELETE /v2.0/security-groups/c809159c-45bf-436c-b9b0-565d8f045593 HTTP/1.1" status: 204 len: 168 time: 0.1360011 Mar 23 17:37:09.056928 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 41464) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:37:09.063399 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc09135-9ba7-4bc1-a148-cc98c827fd1f tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c809159c-45bf-436c-b9b0-565d8f045593,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:09.071748 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.api.v2.resource [None req-f4ac57a8-4460-4541-802a-ae81f8eba9f2 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] show failed (client error): The resource could not be found. Mar 23 17:37:09.072796 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-f4ac57a8-4460-4541-802a-ae81f8eba9f2 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups/c809159c-45bf-436c-b9b0-565d8f045593 HTTP/1.1" status: 404 len: 347 time: 0.0147495 Mar 23 17:37:09.076014 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 41466) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:37:09.106717 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device 9a79a290-72ce-43ec-85cf-797928f9f270 up at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:37:09.159861 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning for port 9a79a290-72ce-43ec-85cf-797928f9f270 completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:37:09.165121 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning complete for port 9a79a290-72ce-43ec-85cf-797928f9f270 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:37:09.165121 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (9a79a290-72ce-43ec-85cf-797928f9f270), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:09.207128 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e1968-6b19-41a3-bdd7-205cc8dd64db req-ccf0c0e7-d5d2-40b0-98ea-4f062c781d03 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:09.213130 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-502e1968-6b19-41a3-bdd7-205cc8dd64db req-ccf0c0e7-d5d2-40b0-98ea-4f062c781d03 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 944 time: 0.0610652 Mar 23 17:37:09.219487 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-3efa55ae-a835-475e-a4f7-23d83eca6737 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Deleting port 53acfb41-f037-4596-b115-3357a70e8c14 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:37:09.219824 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3efa55ae-a835-475e-a4f7-23d83eca6737 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (53acfb41-f037-4596-b115-3357a70e8c14), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:09.260334 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port 9a79a290-72ce-43ec-85cf-797928f9f270 is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:37:09.261437 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (9a79a290-72ce-43ec-85cf-797928f9f270), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:09.261691 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-502e1968-6b19-41a3-bdd7-205cc8dd64db req-5695e31a-d6d0-4aae-abc8-cf7411624050 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=afbb969b-0811-47b0-a0bf-de428fb20d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474601 Mar 23 17:37:09.285607 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07627f49-7a00-40db-9b06-11c7368c26ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a79a290-72ce-43ec-85cf-797928f9f270'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:37:09.288136 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3b886c43f84fb41b48ddc1b85747c6a8556e7daa9282459995a85f65cd8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bee2a6-3866-4e17-a9d4-7e20d36adbb9" -d '{"events": [{"server_uuid": "07627f49-7a00-40db-9b06-11c7368c26ed", "name": "network-vif-plugged", "status": "completed", "tag": "9a79a290-72ce-43ec-85cf-797928f9f270"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:37:09.300823 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port 9a79a290-72ce-43ec-85cf-797928f9f270, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=9a79a290-72ce-43ec-85cf-797928f9f270,segment=NetworkSegment(0ba0aa12-bf45-410a-8276-1084354c048b),segment_id=0ba0aa12-bf45-410a-8276-1084354c048b)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:37:09.301933 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3efa55ae-a835-475e-a4f7-23d83eca6737 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (53acfb41-f037-4596-b115-3357a70e8c14), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:09.302525 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3efa55ae-a835-475e-a4f7-23d83eca6737 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for floatingip (53acfb41-f037-4596-b115-3357a70e8c14), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:09.310535 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (9a79a290-72ce-43ec-85cf-797928f9f270), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:09.311411 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device ef4f9a75-007b-4eb1-8e74-604bbba327dd no longer exists at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:37:09.319236 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-3efa55ae-a835-475e-a4f7-23d83eca6737 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Calling delete_port for 53acfb41-f037-4596-b115-3357a70e8c14 owned by network:floatingip {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:37:09.332117 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e22b7a3-7fca-476c-ae57-b60706fef26b x-openstack-request-id: req-9e22b7a3-7fca-476c-ae57-b60706fef26b {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:37:09.332423 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07627f49-7a00-40db-9b06-11c7368c26ed", "name": "network-vif-plugged", "status": "completed", "tag": "9a79a290-72ce-43ec-85cf-797928f9f270", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:37:09.332655 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e22b7a3-7fca-476c-ae57-b60706fef26b {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:37:09.333086 dv-cinder-834920-1-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e22b7a3-7fca-476c-ae57-b60706fef26b'] response: {'server_uuid': '07627f49-7a00-40db-9b06-11c7368c26ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a79a290-72ce-43ec-85cf-797928f9f270', 'code': 200} Mar 23 17:37:09.350010 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] No Port match for: ef4f9a75-007b-4eb1-8e74-604bbba327dd {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:37:09.350345 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device ef4f9a75-007b-4eb1-8e74-604bbba327dd not bound to the agent host hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:37:09.376895 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=9a79a290-72ce-43ec-85cf-797928f9f270,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:09.453211 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3efa55ae-a835-475e-a4f7-23d83eca6737 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484'] for port (53acfb41-f037-4596-b115-3357a70e8c14), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:09.486534 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa55ae-a835-475e-a4f7-23d83eca6737 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Pushing event deleted for resources: {'Port': ['ID=53acfb41-f037-4596-b115-3357a70e8c14,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:09.529840 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3efa55ae-a835-475e-a4f7-23d83eca6737 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for floatingip (d796ef91-c878-4593-943e-38cd4633652a), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:09.532405 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3efa55ae-a835-475e-a4f7-23d83eca6737 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for floatingip (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:09.533583 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-3efa55ae-a835-475e-a4f7-23d83eca6737 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "DELETE /v2.0/floatingips/d796ef91-c878-4593-943e-38cd4633652a HTTP/1.1" status: 204 len: 168 time: 0.4565485 Mar 23 17:37:09.549597 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279e151-bd9e-4891-8aef-57d3c97c5304 req-f18bf658-7be2-4e69-a2ad-f2dd7903184a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:09.550977 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0279e151-bd9e-4891-8aef-57d3c97c5304 req-f18bf658-7be2-4e69-a2ad-f2dd7903184a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 1129 time: 0.0750208 Mar 23 17:37:09.601450 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0279e151-bd9e-4891-8aef-57d3c97c5304 req-972d96d8-d6ab-4861-8335-565d5b22acfb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=afbb969b-0811-47b0-a0bf-de428fb20d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436621 Mar 23 17:37:09.841103 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 41474) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:37:09.845730 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-ca18005a-f777-4cd0-9e23-18761d2452c8 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1826235054', 'description': 'tempest-description--901611101'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:37:09.868077 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ca18005a-f777-4cd0-9e23-18761d2452c8 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:09.939896 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ca18005a-f777-4cd0-9e23-18761d2452c8 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for security_group (ac82ca19-aa05-49c1-b20e-fcfeed09d2dd), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:09.944232 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ca18005a-f777-4cd0-9e23-18761d2452c8 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (ac82ca19-aa05-49c1-b20e-fcfeed09d2dd), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:09.974240 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ca18005a-f777-4cd0-9e23-18761d2452c8 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:09.975484 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-ca18005a-f777-4cd0-9e23-18761d2452c8 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1333504 Mar 23 17:37:09.977508 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18005a-f777-4cd0-9e23-18761d2452c8 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac82ca19-aa05-49c1-b20e-fcfeed09d2dd,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:09.978692 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 41476) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:37:09.983292 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-0884eab0-37bd-4505-8c5b-47d5e67e21af tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Request body: {'security_group_rule': {'security_group_id': 'ac82ca19-aa05-49c1-b20e-fcfeed09d2dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:37:10.012120 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0884eab0-37bd-4505-8c5b-47d5e67e21af tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for security_group_rule (6c7c2776-2eed-46bb-ad3b-721cd807cd41), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:10.070390 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0884eab0-37bd-4505-8c5b-47d5e67e21af tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for security_group_rule (6c7c2776-2eed-46bb-ad3b-721cd807cd41), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:10.075550 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0884eab0-37bd-4505-8c5b-47d5e67e21af tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530535'] for security_group_rule (6c7c2776-2eed-46bb-ad3b-721cd807cd41), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:10.093443 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884eab0-37bd-4505-8c5b-47d5e67e21af tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c7c2776-2eed-46bb-ad3b-721cd807cd41,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:10.104282 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0884eab0-37bd-4505-8c5b-47d5e67e21af tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:10.105570 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-0884eab0-37bd-4505-8c5b-47d5e67e21af tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1258304 Mar 23 17:37:10.109833 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 41478) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:37:10.116874 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-9277d710-06e7-4712-9061-cb55c005f553 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Request body: {'security_group_rule': {'security_group_id': 'ac82ca19-aa05-49c1-b20e-fcfeed09d2dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:37:10.145642 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ce9bc023-2b7e-4c74-a6bb-f7a0b65f32f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:10.151058 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9277d710-06e7-4712-9061-cb55c005f553 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for security_group_rule (8739dc03-fdd4-43dd-a801-91f4c099767c), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:10.222824 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9277d710-06e7-4712-9061-cb55c005f553 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for security_group_rule (8739dc03-fdd4-43dd-a801-91f4c099767c), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:10.229216 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9277d710-06e7-4712-9061-cb55c005f553 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530535'] for security_group_rule (8739dc03-fdd4-43dd-a801-91f4c099767c), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:10.248225 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277d710-06e7-4712-9061-cb55c005f553 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8739dc03-fdd4-43dd-a801-91f4c099767c,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:10.258704 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9277d710-06e7-4712-9061-cb55c005f553 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:10.260015 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-9277d710-06e7-4712-9061-cb55c005f553 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1487358 Mar 23 17:37:10.263593 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 41480) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:37:10.269177 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-56bcb19a-1cab-449f-b31f-b827093bcca0 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Request body: {'floatingip': {'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:37:10.292446 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-56bcb19a-1cab-449f-b31f-b827093bcca0 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:10.423440 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e23651-e3a4-4d60-9608-126efab99391 req-c147751f-ee13-4cab-b780-dd078da76d5e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:10.425002 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-65e23651-e3a4-4d60-9608-126efab99391 req-c147751f-ee13-4cab-b780-dd078da76d5e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 945 time: 0.0838654 Mar 23 17:37:10.491539 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-65e23651-e3a4-4d60-9608-126efab99391 req-4e51477d-34ad-4998-b2c4-5a9bcd2bbc12 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=afbb969b-0811-47b0-a0bf-de428fb20d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553060 Mar 23 17:37:10.492877 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-56bcb19a-1cab-449f-b31f-b827093bcca0 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:10.606388 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [None req-56bcb19a-1cab-449f-b31f-b827093bcca0 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Allocated IP 172.27.2.127 (17d610fd-133a-4c28-bfb5-fce45cda1090/3c39f8ab-3a38-4914-94a2-be3bf3be7af7/cdbba6ea-9812-45d9-86fe-cc6157361ded) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:37:10.710097 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-56bcb19a-1cab-449f-b31f-b827093bcca0 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for port (cdbba6ea-9812-45d9-86fe-cc6157361ded), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:10.748848 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-56bcb19a-1cab-449f-b31f-b827093bcca0 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59308127'] for port (cdbba6ea-9812-45d9-86fe-cc6157361ded), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:10.791395 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bcb19a-1cab-449f-b31f-b827093bcca0 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Network 17d610fd-133a-4c28-bfb5-fce45cda1090 is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:37:10.796580 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-56bcb19a-1cab-449f-b31f-b827093bcca0 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:37:10.802073 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bcb19a-1cab-449f-b31f-b827093bcca0 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:37:10.805170 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bcb19a-1cab-449f-b31f-b827093bcca0 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Pushing event updated for resources: {'Port': ['ID=cdbba6ea-9812-45d9-86fe-cc6157361ded,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:10.898064 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-56bcb19a-1cab-449f-b31f-b827093bcca0 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for floatingip (85d6a8f6-3587-448e-be35-7679338d5b09), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:10.938145 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-56bcb19a-1cab-449f-b31f-b827093bcca0 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (cdbba6ea-9812-45d9-86fe-cc6157361ded), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:11.105826 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-56bcb19a-1cab-449f-b31f-b827093bcca0 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for port (cdbba6ea-9812-45d9-86fe-cc6157361ded), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:11.112070 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-56bcb19a-1cab-449f-b31f-b827093bcca0 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59308136'] for port (cdbba6ea-9812-45d9-86fe-cc6157361ded), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:11.182907 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bcb19a-1cab-449f-b31f-b827093bcca0 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Pushing event updated for resources: {'Port': ['ID=cdbba6ea-9812-45d9-86fe-cc6157361ded,revision_number=2']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:11.200320 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-56bcb19a-1cab-449f-b31f-b827093bcca0 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614213'] for floatingip (85d6a8f6-3587-448e-be35-7679338d5b09), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:11.217797 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-56bcb19a-1cab-449f-b31f-b827093bcca0 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:11.224863 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-56bcb19a-1cab-449f-b31f-b827093bcca0 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9548032 Mar 23 17:37:11.374651 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-7a7f5120-b800-437b-900b-ba545306cc08 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1826235054&fields=id&tenant_id=8195f2270b3f441a87ed2fe7c64cc06d HTTP/1.1" status: 200 len: 267 time: 0.0502582 Mar 23 17:37:11.388235 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:11.482171 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-f7d200e0-251a-489b-8df3-f108350f85ff tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:11.483649 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-f7d200e0-251a-489b-8df3-f108350f85ff tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/networks?id=3bf943bd-1e58-43c1-bec1-ca7908c0478b HTTP/1.1" status: 200 len: 817 time: 0.1025565 Mar 23 17:37:11.499077 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-164d38df-ea6c-4cf1-b1a2-4eb8c78fd005 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/quotas/8195f2270b3f441a87ed2fe7c64cc06d HTTP/1.1" status: 200 len: 375 time: 0.0096700 Mar 23 17:37:11.559301 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-0c02ec93-58d1-422a-a647-e6dc54cdb813 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8195f2270b3f441a87ed2fe7c64cc06d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551569 Mar 23 17:37:11.669875 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a475918-8441-439c-b6fa-be4f3e32808b req-71f6b242-2ec8-4d0d-bea6-e1614fc4b63e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:11.671325 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6a475918-8441-439c-b6fa-be4f3e32808b req-71f6b242-2ec8-4d0d-bea6-e1614fc4b63e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 945 time: 0.1096289 Mar 23 17:37:11.696125 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-1b06781a-72f6-4f72-92f3-0c7af7a0d926 service neutron] 10.222.0.41 "GET /v2.0/networks/3bf943bd-1e58-43c1-bec1-ca7908c0478b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249418 Mar 23 17:37:11.778047 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6a475918-8441-439c-b6fa-be4f3e32808b req-38e6c273-83f4-4ac3-9780-b3887c54ef80 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=afbb969b-0811-47b0-a0bf-de428fb20d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973415 Mar 23 17:37:11.814462 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-f4efe156-a63c-439d-a57e-788711e432d4 service neutron] 10.222.0.41 "GET /v2.0/networks/3bf943bd-1e58-43c1-bec1-ca7908c0478b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116810 Mar 23 17:37:11.894587 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724714cc-af35-4c11-a73c-826a13903af7 req-95203430-49b5-4dfd-a783-51f561f82779 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:11.896109 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-724714cc-af35-4c11-a73c-826a13903af7 req-95203430-49b5-4dfd-a783-51f561f82779 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 945 time: 0.0542326 Mar 23 17:37:11.906134 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 41500) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:37:11.911064 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-168ee770-0b6f-4809-94ce-79120bdc7862 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Request body: {'floatingip': {'port_id': '9a79a290-72ce-43ec-85cf-797928f9f270'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:37:11.970840 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-168ee770-0b6f-4809-94ce-79120bdc7862 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for floatingip (3cef7d16-de84-4482-b755-076ecb9b83e1), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:11.982320 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-94a72fe5-d292-4c18-b476-333b47cff653 req-ba8dde6f-ba2e-4043-93a8-85e74ec52259 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab1c2e60-a197-4b95-b77c-4164b4061571 HTTP/1.1" status: 200 len: 210 time: 0.0305760 Mar 23 17:37:12.456639 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-168ee770-0b6f-4809-94ce-79120bdc7862 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:12.461788 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-168ee770-0b6f-4809-94ce-79120bdc7862 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614213'] for floatingip (3cef7d16-de84-4482-b755-076ecb9b83e1), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:12.568935 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.db.l3_db [None req-168ee770-0b6f-4809-94ce-79120bdc7862 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Floating IP 3cef7d16-de84-4482-b755-076ecb9b83e1 associated. External IP: 172.27.2.87, port: 9a79a290-72ce-43ec-85cf-797928f9f270. Mar 23 17:37:12.761360 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:12.800547 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168ee770-0b6f-4809-94ce-79120bdc7862 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Router e9794722-c150-44c7-906a-28cfb4d22793 has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:37:12.917001 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168ee770-0b6f-4809-94ce-79120bdc7862 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:37:12.921638 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-168ee770-0b6f-4809-94ce-79120bdc7862 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for floatingip (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:12.928406 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b341113-ba15-468d-bdcc-8ab1e8d33dea None None] Sync routers for ids ['e9794722-c150-44c7-906a-28cfb4d22793'] in dv-cinder-834920-1-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:37:12.940513 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b341113-ba15-468d-bdcc-8ab1e8d33dea None None] Routers {'e9794722-c150-44c7-906a-28cfb4d22793'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:37:12.941581 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-0b341113-ba15-468d-bdcc-8ab1e8d33dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:37:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['e9794722-c150-44c7-906a-28cfb4d22793'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:37:13.002087 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-168ee770-0b6f-4809-94ce-79120bdc7862 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "PUT /v2.0/floatingips/3cef7d16-de84-4482-b755-076ecb9b83e1 HTTP/1.1" status: 200 len: 990 time: 1.0945625 Mar 23 17:37:13.004621 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07627f49-7a00-40db-9b06-11c7368c26ed', 'tag': '9a79a290-72ce-43ec-85cf-797928f9f270'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:37:13.007099 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8331009b-c99e-4261-883b-7f29e5a4f162" -d '{"events": [{"name": "network-changed", "server_uuid": "07627f49-7a00-40db-9b06-11c7368c26ed", "tag": "9a79a290-72ce-43ec-85cf-797928f9f270"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:37:13.080701 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-6a4e09d2-e19b-4097-9dca-c2c3efb72787 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:13.082876 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-6a4e09d2-e19b-4097-9dca-c2c3efb72787 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.57 "GET /v2.0/networks?id=3bf943bd-1e58-43c1-bec1-ca7908c0478b HTTP/1.1" status: 200 len: 817 time: 0.1413558 Mar 23 17:37:13.085075 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01befe14-fb72-458f-9e3a-ef4258c6f6b2 x-openstack-request-id: req-01befe14-fb72-458f-9e3a-ef4258c6f6b2 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:37:13.085616 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07627f49-7a00-40db-9b06-11c7368c26ed", "tag": "9a79a290-72ce-43ec-85cf-797928f9f270", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:37:13.085894 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-01befe14-fb72-458f-9e3a-ef4258c6f6b2 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:37:13.086463 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01befe14-fb72-458f-9e3a-ef4258c6f6b2'] response: {'name': 'network-changed', 'server_uuid': '07627f49-7a00-40db-9b06-11c7368c26ed', 'tag': '9a79a290-72ce-43ec-85cf-797928f9f270', 'status': 'completed', 'code': 200} Mar 23 17:37:13.116651 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8955dbcb-d90e-4449-a866-251bc7386157 req-5590b15c-740b-440d-aa5b-7bf48ee27218 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab1c2e60-a197-4b95-b77c-4164b4061571 HTTP/1.1" status: 200 len: 210 time: 0.0286307 Mar 23 17:37:13.194686 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-b76887f2-6e5f-4fd7-83ff-93308fb81c10 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8195f2270b3f441a87ed2fe7c64cc06d HTTP/1.1" status: 200 len: 380 time: 0.0927851 Mar 23 17:37:13.204150 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-080e75af-ab63-4fca-a948-ff494de041fa tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Request body: {'port': {'device_id': 'ab1c2e60-a197-4b95-b77c-4164b4061571', 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b', 'admin_state_up': True, 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'security_groups': ['ac82ca19-aa05-49c1-b20e-fcfeed09d2dd']}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:37:13.208566 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331009b-c99e-4261-883b-7f29e5a4f162 req-7ca4df00-f537-48c1-9a51-33022a396867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:13.210024 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8331009b-c99e-4261-883b-7f29e5a4f162 req-7ca4df00-f537-48c1-9a51-33022a396867 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81cbeef3df3646be902884c3e8e86d20&device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 1129 time: 0.1011841 Mar 23 17:37:13.232917 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-0b341113-ba15-468d-bdcc-8ab1e8d33dea None None] Set router e9794722-c150-44c7-906a-28cfb4d22793 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:37:13.367958 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331009b-c99e-4261-883b-7f29e5a4f162 req-5eeb621f-e9fb-4191-b45f-34944aed4302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:13.369434 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8331009b-c99e-4261-883b-7f29e5a4f162 req-5eeb621f-e9fb-4191-b45f-34944aed4302 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2888c7fe-ae98-4d0e-9549-8ca804e8c855 HTTP/1.1" status: 200 len: 916 time: 0.1476815 Mar 23 17:37:13.417722 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-080e75af-ab63-4fca-a948-ff494de041fa tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Made reservation on behalf of 8195f2270b3f441a87ed2fe7c64cc06d for: {'port': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:37:13.421194 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-080e75af-ab63-4fca-a948-ff494de041fa tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:13.469527 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8331009b-c99e-4261-883b-7f29e5a4f162 req-10c06621-cf2c-4fe0-8dcf-75c4e2144ca6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a79a290-72ce-43ec-85cf-797928f9f270 HTTP/1.1" status: 200 len: 998 time: 0.0909259 Mar 23 17:37:13.471424 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-0b341113-ba15-468d-bdcc-8ab1e8d33dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'name': 'tempest-AttachVolumeNegativeTest-1323889583-router', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:27Z', 'revision_number': 4, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'gw_port': {'id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': '3cef7d16-de84-4482-b755-076ecb9b83e1', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'port_id': '9a79a290-72ce-43ec-85cf-797928f9f270', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'mac_address': 'fa:16:3e:15:93:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07627f49-7a00-40db-9b06-11c7368c26ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:36:58Z', 'updated_at': '2022-03-23T17:37:12Z', 'revision_number': 1, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24758108-f7b9-4a7b-a8d0-a67a29e436b3', 'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'mac_address': 'fa:16:3e:87:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd923e995-8ad4-43f2-beba-221af8031362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:25Z', 'updated_at': '2022-03-23T17:29:42Z', 'revision_number': 5, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'subnets': [{'id': 'd923e995-8ad4-43f2-beba-221af8031362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:37:13.506568 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b341113-ba15-468d-bdcc-8ab1e8d33dea None None] Checking router: e9794722-c150-44c7-906a-28cfb4d22793 for host: dv-cinder-834920-1-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:37:13.515563 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b341113-ba15-468d-bdcc-8ab1e8d33dea None None] Routers {'e9794722-c150-44c7-906a-28cfb4d22793'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:37:13.516170 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-0b341113-ba15-468d-bdcc-8ab1e8d33dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:37:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['e9794722-c150-44c7-906a-28cfb4d22793'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:37:13.584764 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331009b-c99e-4261-883b-7f29e5a4f162 req-2f5dacae-6a41-4c78-a339-d036bd6086bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:13.586297 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8331009b-c99e-4261-883b-7f29e5a4f162 req-2f5dacae-6a41-4c78-a339-d036bd6086bd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d923e995-8ad4-43f2-beba-221af8031362 HTTP/1.1" status: 200 len: 854 time: 0.0900080 Mar 23 17:37:13.637411 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-080e75af-ab63-4fca-a948-ff494de041fa tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Allocated IP 172.20.0.4 (3bf943bd-1e58-43c1-bec1-ca7908c0478b/22ea3e11-cafc-4af7-994c-b65686f8be40/7a4fd94c-71a8-4ba4-b4e4-0859f488e71b) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:37:13.646547 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-0b341113-ba15-468d-bdcc-8ab1e8d33dea None None] Set router e9794722-c150-44c7-906a-28cfb4d22793 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:37:13.666443 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331009b-c99e-4261-883b-7f29e5a4f162 req-8948ccc0-8835-4fbf-a314-4d661f2c4e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:13.670803 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8331009b-c99e-4261-883b-7f29e5a4f162 req-8948ccc0-8835-4fbf-a314-4d661f2c4e79 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2888c7fe-ae98-4d0e-9549-8ca804e8c855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0748727 Mar 23 17:37:13.833652 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8331009b-c99e-4261-883b-7f29e5a4f162 req-1bc45edc-3702-4232-8621-805afc7c02e6 service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575263 Mar 23 17:37:13.888325 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-0b341113-ba15-468d-bdcc-8ab1e8d33dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'name': 'tempest-AttachVolumeNegativeTest-1323889583-router', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:27Z', 'revision_number': 4, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'gw_port': {'id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': '3cef7d16-de84-4482-b755-076ecb9b83e1', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'port_id': '9a79a290-72ce-43ec-85cf-797928f9f270', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'mac_address': 'fa:16:3e:15:93:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07627f49-7a00-40db-9b06-11c7368c26ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:36:58Z', 'updated_at': '2022-03-23T17:37:12Z', 'revision_number': 1, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24758108-f7b9-4a7b-a8d0-a67a29e436b3', 'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'mac_address': 'fa:16:3e:87:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd923e995-8ad4-43f2-beba-221af8031362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:25Z', 'updated_at': '2022-03-23T17:29:42Z', 'revision_number': 5, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'subnets': [{'id': 'd923e995-8ad4-43f2-beba-221af8031362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:37:13.896155 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-080e75af-ab63-4fca-a948-ff494de041fa tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for port (7a4fd94c-71a8-4ba4-b4e4-0859f488e71b), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:13.915842 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b341113-ba15-468d-bdcc-8ab1e8d33dea None None] The sync data for ids ['e9794722-c150-44c7-906a-28cfb4d22793'] in dv-cinder-834920-1-iscsi is: [{'id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'name': 'tempest-AttachVolumeNegativeTest-1323889583-router', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:27Z', 'revision_number': 4, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'gw_port': {'id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': '3cef7d16-de84-4482-b755-076ecb9b83e1', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'port_id': '9a79a290-72ce-43ec-85cf-797928f9f270', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'mac_address': 'fa:16:3e:15:93:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07627f49-7a00-40db-9b06-11c7368c26ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:36:58Z', 'updated_at': '2022-03-23T17:37:12Z', 'revision_number': 1, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24758108-f7b9-4a7b-a8d0-a67a29e436b3', 'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'mac_address': 'fa:16:3e:87:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd923e995-8ad4-43f2-beba-221af8031362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:25Z', 'updated_at': '2022-03-23T17:29:42Z', 'revision_number': 5, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'subnets': [{'id': 'd923e995-8ad4-43f2-beba-221af8031362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:37:13.961246 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8331009b-c99e-4261-883b-7f29e5a4f162 req-dd99eef3-e3d1-429c-9cc2-cbdd9e80aac6 service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203930 Mar 23 17:37:13.962717 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-080e75af-ab63-4fca-a948-ff494de041fa tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (7a4fd94c-71a8-4ba4-b4e4-0859f488e71b), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:14.005699 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-080e75af-ab63-4fca-a948-ff494de041fa tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Network 3bf943bd-1e58-43c1-bec1-ca7908c0478b is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:37:14.008880 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-080e75af-ab63-4fca-a948-ff494de041fa tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:37:14.015421 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-080e75af-ab63-4fca-a948-ff494de041fa tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:37:14.019895 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-080e75af-ab63-4fca-a948-ff494de041fa tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:14.020514 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-080e75af-ab63-4fca-a948-ff494de041fa tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:14.027126 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e75af-ab63-4fca-a948-ff494de041fa tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Pushing event updated for resources: {'Port': ['ID=7a4fd94c-71a8-4ba4-b4e4-0859f488e71b,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:14.048464 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-080e75af-ab63-4fca-a948-ff494de041fa tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8481224 Mar 23 17:37:14.061891 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-4f70d814-7635-47b0-8676-6d94d29176e0 service neutron] Request body: {'port': {'device_id': 'ab1c2e60-a197-4b95-b77c-4164b4061571', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83492'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:37:14.140858 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-4f70d814-7635-47b0-8676-6d94d29176e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (7a4fd94c-71a8-4ba4-b4e4-0859f488e71b), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:14.143221 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f91fba3-f085-4b50-94dd-a2426de5f1a9 None None] New status for floating IP 3cef7d16-de84-4482-b755-076ecb9b83e1: ACTIVE {{(pid=103210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:37:14.192791 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:14.266025 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-c68a2215-dbc5-47fc-a874-6dcf3a50f55b None None] Provisioning complete for port 7a4fd94c-71a8-4ba4-b4e4-0859f488e71b triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:37:14.266958 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c68a2215-dbc5-47fc-a874-6dcf3a50f55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (7a4fd94c-71a8-4ba4-b4e4-0859f488e71b), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:14.267687 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb612bb5-92e7-4d6d-9bda-96a9edd2addd req-b2dd6b27-527c-4cb1-b35f-e3a4e15fa169 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:14.275613 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fb612bb5-92e7-4d6d-9bda-96a9edd2addd req-b2dd6b27-527c-4cb1-b35f-e3a4e15fa169 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab1c2e60-a197-4b95-b77c-4164b4061571 HTTP/1.1" status: 200 len: 931 time: 0.0677514 Mar 23 17:37:14.320438 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-c68a2215-dbc5-47fc-a874-6dcf3a50f55b None None] Port 7a4fd94c-71a8-4ba4-b4e4-0859f488e71b cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:37:14.330357 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fb612bb5-92e7-4d6d-9bda-96a9edd2addd req-d0894c0a-f85a-4946-8fde-33948145a910 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac82ca19-aa05-49c1-b20e-fcfeed09d2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536404 Mar 23 17:37:14.681050 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-4f70d814-7635-47b0-8676-6d94d29176e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a4fd94c-71a8-4ba4-b4e4-0859f488e71b {{(pid=103207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:37:14.688709 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-4f70d814-7635-47b0-8676-6d94d29176e0 service neutron] Publish callbacks [] for port (7a4fd94c-71a8-4ba4-b4e4-0859f488e71b), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:14.700732 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.provisioning_blocks [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-4f70d814-7635-47b0-8676-6d94d29176e0 service neutron] Transition to ACTIVE for port object 7a4fd94c-71a8-4ba4-b4e4-0859f488e71b will not be triggered until provisioned by entity L2. {{(pid=103207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:37:14.705831 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-4f70d814-7635-47b0-8676-6d94d29176e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (7a4fd94c-71a8-4ba4-b4e4-0859f488e71b), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:14.758297 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70d814-7635-47b0-8676-6d94d29176e0 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4fd94c-71a8-4ba4-b4e4-0859f488e71b,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:14.792332 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-4f70d814-7635-47b0-8676-6d94d29176e0 service neutron] Attempting to bind port 7a4fd94c-71a8-4ba4-b4e4-0859f488e71b on host hv-cinder-83492 for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:37:14.792811 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-4f70d814-7635-47b0-8676-6d94d29176e0 service neutron] Attempting to bind port 7a4fd94c-71a8-4ba4-b4e4-0859f488e71b by drivers openvswitch,hyperv on host hv-cinder-83492 at level 0 using segments [{'id': '3173c500-488c-4756-a1e4-19030c18bbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:37:14.793157 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-4f70d814-7635-47b0-8676-6d94d29176e0 service neutron] Attempting to bind port 7a4fd94c-71a8-4ba4-b4e4-0859f488e71b on network 3bf943bd-1e58-43c1-bec1-ca7908c0478b {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:37:14.798633 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-4f70d814-7635-47b0-8676-6d94d29176e0 service neutron] Port 7a4fd94c-71a8-4ba4-b4e4-0859f488e71b on network 3bf943bd-1e58-43c1-bec1-ca7908c0478b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83492 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:37:14.798951 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-4f70d814-7635-47b0-8676-6d94d29176e0 service neutron] Attempting to bind port 7a4fd94c-71a8-4ba4-b4e4-0859f488e71b on network 3bf943bd-1e58-43c1-bec1-ca7908c0478b {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:37:14.804705 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-4f70d814-7635-47b0-8676-6d94d29176e0 service neutron] Checking agent: {'id': '0fd13996-c267-4136-a0e2-84ee892b4d83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83492', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'started_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:37:14.805029 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-4f70d814-7635-47b0-8676-6d94d29176e0 service neutron] Checking segment: {'id': '3173c500-488c-4756-a1e4-19030c18bbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:37:14.805463 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-4f70d814-7635-47b0-8676-6d94d29176e0 service neutron] Bound using segment: {'id': '3173c500-488c-4756-a1e4-19030c18bbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:37:14.805890 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-4f70d814-7635-47b0-8676-6d94d29176e0 service neutron] Bound port: 7a4fd94c-71a8-4ba4-b4e4-0859f488e71b, host: hv-cinder-83492, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3173c500-488c-4756-a1e4-19030c18bbcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:37:14.806247 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-4f70d814-7635-47b0-8676-6d94d29176e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (7a4fd94c-71a8-4ba4-b4e4-0859f488e71b), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:14.875391 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-4f70d814-7635-47b0-8676-6d94d29176e0 service neutron] For port 7a4fd94c-71a8-4ba4-b4e4-0859f488e71b, host hv-cinder-83492, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:37:14.879730 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-4f70d814-7635-47b0-8676-6d94d29176e0 service neutron] For port 7a4fd94c-71a8-4ba4-b4e4-0859f488e71b, host hv-cinder-83492, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=7a4fd94c-71a8-4ba4-b4e4-0859f488e71b,segment=NetworkSegment(3173c500-488c-4756-a1e4-19030c18bbcc),segment_id=3173c500-488c-4756-a1e4-19030c18bbcc)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:37:14.889280 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-4f70d814-7635-47b0-8676-6d94d29176e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (7a4fd94c-71a8-4ba4-b4e4-0859f488e71b), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:14.925455 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-4f70d814-7635-47b0-8676-6d94d29176e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:14.926354 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-4f70d814-7635-47b0-8676-6d94d29176e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:14.927513 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-4f70d814-7635-47b0-8676-6d94d29176e0 service neutron] 10.222.0.57 "PUT /v2.0/ports/7a4fd94c-71a8-4ba4-b4e4-0859f488e71b HTTP/1.1" status: 200 len: 1093 time: 0.8705204 Mar 23 17:37:14.962937 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70d814-7635-47b0-8676-6d94d29176e0 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4fd94c-71a8-4ba4-b4e4-0859f488e71b,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:15.041858 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-b3133a43-0973-4e42-9db0-7eedf187316e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:15.043977 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-b3133a43-0973-4e42-9db0-7eedf187316e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8195f2270b3f441a87ed2fe7c64cc06d&device_id=ab1c2e60-a197-4b95-b77c-4164b4061571 HTTP/1.1" status: 200 len: 1127 time: 0.0560105 Mar 23 17:37:15.105521 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1c2e60-a197-4b95-b77c-4164b4061571', 'tag': '7a4fd94c-71a8-4ba4-b4e4-0859f488e71b'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:37:15.107816 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9844a47b-c305-4a04-bfba-7ccb75226f4b" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1c2e60-a197-4b95-b77c-4164b4061571", "tag": "7a4fd94c-71a8-4ba4-b4e4-0859f488e71b"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:37:15.111968 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-d33816c7-ebfb-49bc-b3ac-0c481adcd860 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a4fd94c-71a8-4ba4-b4e4-0859f488e71b HTTP/1.1" status: 200 len: 217 time: 0.0590146 Mar 23 17:37:15.161001 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3886afe-dc58-40c7-bbe6-a366bd49e2c3 x-openstack-request-id: req-c3886afe-dc58-40c7-bbe6-a366bd49e2c3 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:37:15.161375 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1c2e60-a197-4b95-b77c-4164b4061571", "tag": "7a4fd94c-71a8-4ba4-b4e4-0859f488e71b", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:37:15.161688 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c3886afe-dc58-40c7-bbe6-a366bd49e2c3 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:37:15.162210 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3886afe-dc58-40c7-bbe6-a366bd49e2c3'] response: {'name': 'network-changed', 'server_uuid': 'ab1c2e60-a197-4b95-b77c-4164b4061571', 'tag': '7a4fd94c-71a8-4ba4-b4e4-0859f488e71b', 'status': 'completed', 'code': 200} Mar 23 17:37:15.183111 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-ebea19f3-163d-42d3-b655-aac583acb5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:15.184639 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-ebea19f3-163d-42d3-b655-aac583acb5a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22ea3e11-cafc-4af7-994c-b65686f8be40 HTTP/1.1" status: 200 len: 856 time: 0.0631275 Mar 23 17:37:15.236352 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-cc14a8b1-c288-41dc-8ae1-a3139969b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:15.237799 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-cc14a8b1-c288-41dc-8ae1-a3139969b127 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bf943bd-1e58-43c1-bec1-ca7908c0478b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446327 Mar 23 17:37:15.333752 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-fc81ef6b-ce3e-4a3f-b6d4-933132cd39ed service neutron] 10.222.0.57 "GET /v2.0/networks/3bf943bd-1e58-43c1-bec1-ca7908c0478b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873733 Mar 23 17:37:15.429361 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7b3851fc-c06c-4329-92af-2f7a078a4790 req-5364c00b-952a-4ad0-bb70-0e7b7b584ab8 service neutron] 10.222.0.57 "GET /v2.0/networks/3bf943bd-1e58-43c1-bec1-ca7908c0478b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877254 Mar 23 17:37:15.462052 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8c105-46a1-4025-a8dd-afa7d84fe382 req-f5bfc0b6-7620-49d1-884d-e1aa47a713df tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:15.463560 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-05a8c105-46a1-4025-a8dd-afa7d84fe382 req-f5bfc0b6-7620-49d1-884d-e1aa47a713df tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab1c2e60-a197-4b95-b77c-4164b4061571 HTTP/1.1" status: 200 len: 943 time: 0.0568595 Mar 23 17:37:15.524606 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-05a8c105-46a1-4025-a8dd-afa7d84fe382 req-8d93bd82-e669-45fc-a1c0-62e1fb2f7e02 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac82ca19-aa05-49c1-b20e-fcfeed09d2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551314 Mar 23 17:37:15.532459 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844a47b-c305-4a04-bfba-7ccb75226f4b req-bdba2e66-1569-4811-8981-b322699b7d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:15.534030 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9844a47b-c305-4a04-bfba-7ccb75226f4b req-bdba2e66-1569-4811-8981-b322699b7d80 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8195f2270b3f441a87ed2fe7c64cc06d&device_id=ab1c2e60-a197-4b95-b77c-4164b4061571 HTTP/1.1" status: 200 len: 1127 time: 0.0507998 Mar 23 17:37:15.626008 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844a47b-c305-4a04-bfba-7ccb75226f4b req-5e6c709b-e19a-4d1a-85cd-90baabc69931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:15.628664 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9844a47b-c305-4a04-bfba-7ccb75226f4b req-5e6c709b-e19a-4d1a-85cd-90baabc69931 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3bf943bd-1e58-43c1-bec1-ca7908c0478b HTTP/1.1" status: 200 len: 918 time: 0.0876393 Mar 23 17:37:15.673895 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9844a47b-c305-4a04-bfba-7ccb75226f4b req-de97e7f4-e38e-4c4b-b33f-060eb23c7560 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a4fd94c-71a8-4ba4-b4e4-0859f488e71b HTTP/1.1" status: 200 len: 217 time: 0.0368142 Mar 23 17:37:15.727752 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844a47b-c305-4a04-bfba-7ccb75226f4b req-2a518938-072c-4d6c-9a3c-f9f68cbcb4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:15.729168 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9844a47b-c305-4a04-bfba-7ccb75226f4b req-2a518938-072c-4d6c-9a3c-f9f68cbcb4e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22ea3e11-cafc-4af7-994c-b65686f8be40 HTTP/1.1" status: 200 len: 856 time: 0.0490258 Mar 23 17:37:15.794874 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844a47b-c305-4a04-bfba-7ccb75226f4b req-8082f192-f2a5-4523-bc72-489475d842d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:15.796365 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9844a47b-c305-4a04-bfba-7ccb75226f4b req-8082f192-f2a5-4523-bc72-489475d842d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bf943bd-1e58-43c1-bec1-ca7908c0478b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529733 Mar 23 17:37:15.886625 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9844a47b-c305-4a04-bfba-7ccb75226f4b req-7e09d5bc-d61c-417b-8b66-fd54d966b9e2 service neutron] 10.222.0.57 "GET /v2.0/networks/3bf943bd-1e58-43c1-bec1-ca7908c0478b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830657 Mar 23 17:37:15.985691 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9844a47b-c305-4a04-bfba-7ccb75226f4b req-26e42367-728a-4661-9988-c5a8f165956e service neutron] 10.222.0.57 "GET /v2.0/networks/3bf943bd-1e58-43c1-bec1-ca7908c0478b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880709 Mar 23 17:37:16.495030 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65b2ac-0007-4481-87a5-95db06dd7638 req-13abf2f1-2bd1-4f1e-8274-24f01cd01afa tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:16.496499 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4b65b2ac-0007-4481-87a5-95db06dd7638 req-13abf2f1-2bd1-4f1e-8274-24f01cd01afa tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 945 time: 0.0530801 Mar 23 17:37:16.543120 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4b65b2ac-0007-4481-87a5-95db06dd7638 req-9ac3840c-0c00-4886-91e8-21815fb52d22 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410607 Mar 23 17:37:16.660998 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99da5b-be34-46dd-869e-10c53b858414 req-d4d15469-5a5f-4149-90aa-bae78b5d38a5 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:16.662411 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-af99da5b-be34-46dd-869e-10c53b858414 req-d4d15469-5a5f-4149-90aa-bae78b5d38a5 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab1c2e60-a197-4b95-b77c-4164b4061571 HTTP/1.1" status: 200 len: 943 time: 0.0636530 Mar 23 17:37:16.709681 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-af99da5b-be34-46dd-869e-10c53b858414 req-def33a63-d2c5-4029-9b32-11c3ab5f8ed3 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac82ca19-aa05-49c1-b20e-fcfeed09d2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412006 Mar 23 17:37:17.670000 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b86b3-bbcf-4faf-a58a-1f1572adba03 req-ae6d7ca2-a059-4f7c-8301-5a93c88d1250 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:17.671380 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ec6b86b3-bbcf-4faf-a58a-1f1572adba03 req-ae6d7ca2-a059-4f7c-8301-5a93c88d1250 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 945 time: 0.0592625 Mar 23 17:37:17.717771 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ec6b86b3-bbcf-4faf-a58a-1f1572adba03 req-f8b16796-6b6c-45ee-a39a-297d02092baa tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407326 Mar 23 17:37:17.840228 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666999f-84fd-4237-afc8-ccc804377060 req-bf5761df-8aac-4d61-b89c-b78a6a3f6733 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:17.841740 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5666999f-84fd-4237-afc8-ccc804377060 req-bf5761df-8aac-4d61-b89c-b78a6a3f6733 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab1c2e60-a197-4b95-b77c-4164b4061571 HTTP/1.1" status: 200 len: 943 time: 0.0594485 Mar 23 17:37:17.890548 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5666999f-84fd-4237-afc8-ccc804377060 req-ac3f57b7-0889-4e64-8016-9b78b6c80ff3 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac82ca19-aa05-49c1-b20e-fcfeed09d2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432284 Mar 23 17:37:18.869692 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a57bf8-aa12-4743-a743-4fbd3f0e34d2 req-0382378d-825d-4687-8107-1b9a3cff3f5e tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:18.871484 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a8a57bf8-aa12-4743-a743-4fbd3f0e34d2 req-0382378d-825d-4687-8107-1b9a3cff3f5e tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 945 time: 0.0744493 Mar 23 17:37:18.920802 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a8a57bf8-aa12-4743-a743-4fbd3f0e34d2 req-ce29a694-403e-4f9e-9d17-485fd9e83f63 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434885 Mar 23 17:37:19.018624 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cd4c1-3bd9-40e7-b07e-9e8c13d30c50 req-2052afca-bfd6-46ac-9600-5015332bd897 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:19.020048 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8d6cd4c1-3bd9-40e7-b07e-9e8c13d30c50 req-2052afca-bfd6-46ac-9600-5015332bd897 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab1c2e60-a197-4b95-b77c-4164b4061571 HTTP/1.1" status: 200 len: 943 time: 0.0564995 Mar 23 17:37:19.070140 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8d6cd4c1-3bd9-40e7-b07e-9e8c13d30c50 req-f8ae5b94-72ac-4d6c-be5a-3da408c6cec1 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac82ca19-aa05-49c1-b20e-fcfeed09d2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442624 Mar 23 17:37:19.174942 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device 7a4fd94c-71a8-4ba4-b4e4-0859f488e71b details requested by agent hyperv_hv-cinder-83492 with host hv-cinder-83492 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:37:19.283161 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port 7a4fd94c-71a8-4ba4-b4e4-0859f488e71b, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=7a4fd94c-71a8-4ba4-b4e4-0859f488e71b,segment=NetworkSegment(3173c500-488c-4756-a1e4-19030c18bbcc),segment_id=3173c500-488c-4756-a1e4-19030c18bbcc)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:37:19.295198 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Returning: {'device': '7a4fd94c-71a8-4ba4-b4e4-0859f488e71b', 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b', 'port_id': '7a4fd94c-71a8-4ba4-b4e4-0859f488e71b', 'mac_address': 'fa:16:3e:e1:6e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ea3e11-cafc-4af7-994c-b65686f8be40', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:37:19.332947 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port 7a4fd94c-71a8-4ba4-b4e4-0859f488e71b is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:37:19.333355 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (7a4fd94c-71a8-4ba4-b4e4-0859f488e71b), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:19.346562 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a4fd94c-71a8-4ba4-b4e4-0859f488e71b {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:37:19.366248 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port 7a4fd94c-71a8-4ba4-b4e4-0859f488e71b, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=7a4fd94c-71a8-4ba4-b4e4-0859f488e71b,segment=NetworkSegment(3173c500-488c-4756-a1e4-19030c18bbcc),segment_id=3173c500-488c-4756-a1e4-19030c18bbcc)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:37:19.371273 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (7a4fd94c-71a8-4ba4-b4e4-0859f488e71b), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:19.433761 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=7a4fd94c-71a8-4ba4-b4e4-0859f488e71b,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:19.873849 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75522542-b6b3-4b22-9f95-6e93d650fc90 req-0dfaaaca-2cf8-4144-9ceb-432a06b52eb1 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:19.875359 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-75522542-b6b3-4b22-9f95-6e93d650fc90 req-0dfaaaca-2cf8-4144-9ceb-432a06b52eb1 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 945 time: 0.0554910 Mar 23 17:37:19.986362 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-75522542-b6b3-4b22-9f95-6e93d650fc90 req-aba2097c-379c-4ea6-9314-752a1dc1c2c6 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Deleting port e856627c-9b37-424c-843c-b2c4164c034a {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:37:19.986699 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-75522542-b6b3-4b22-9f95-6e93d650fc90 req-aba2097c-379c-4ea6-9314-752a1dc1c2c6 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (e856627c-9b37-424c-843c-b2c4164c034a), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:20.049326 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6d043-9f9b-40f5-87e7-a8a49397e55a req-c2eb7a86-97c8-4268-8f85-039e883b53f8 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:20.051073 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d0f6d043-9f9b-40f5-87e7-a8a49397e55a req-c2eb7a86-97c8-4268-8f85-039e883b53f8 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 945 time: 0.0599933 Mar 23 17:37:20.061956 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] get_ports_and_sgs() called for port_ids ['7a4fd94c-71a8-4ba4-b4e4-0859f488e71b'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:37:20.083388 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-75522542-b6b3-4b22-9f95-6e93d650fc90 req-aba2097c-379c-4ea6-9314-752a1dc1c2c6 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] For port e856627c-9b37-424c-843c-b2c4164c034a, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=e856627c-9b37-424c-843c-b2c4164c034a,segment=NetworkSegment(1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405),segment_id=1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:37:20.083905 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-75522542-b6b3-4b22-9f95-6e93d650fc90 req-aba2097c-379c-4ea6-9314-752a1dc1c2c6 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (e856627c-9b37-424c-843c-b2c4164c034a), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:20.123985 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d0f6d043-9f9b-40f5-87e7-a8a49397e55a req-f1e2cc95-ccaa-4010-a6d0-6816f8f63766 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=b3bd949e-06e6-451d-ba96-8c58ef3ef37b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664916 Mar 23 17:37:20.230347 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4ed01-7192-4f97-b883-d0dce849627f req-516377a9-3361-4b49-9511-6421640279f2 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:20.232158 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-33b4ed01-7192-4f97-b883-d0dce849627f req-516377a9-3361-4b49-9511-6421640279f2 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab1c2e60-a197-4b95-b77c-4164b4061571 HTTP/1.1" status: 200 len: 944 time: 0.0692148 Mar 23 17:37:20.300116 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-33b4ed01-7192-4f97-b883-d0dce849627f req-ff3f232b-3abb-4814-b915-80eb586aae22 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac82ca19-aa05-49c1-b20e-fcfeed09d2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598986 Mar 23 17:37:20.332142 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-75522542-b6b3-4b22-9f95-6e93d650fc90 req-aba2097c-379c-4ea6-9314-752a1dc1c2c6 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:20.332527 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-75522542-b6b3-4b22-9f95-6e93d650fc90 req-aba2097c-379c-4ea6-9314-752a1dc1c2c6 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614213'] for floatingip (e58397a1-2dff-48b8-8f93-edbf3047fdee), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:20.333095 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.db.l3_db [req-75522542-b6b3-4b22-9f95-6e93d650fc90 req-aba2097c-379c-4ea6-9314-752a1dc1c2c6 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Floating IP e58397a1-2dff-48b8-8f93-edbf3047fdee disassociated. External IP: 172.27.2.179, port: e856627c-9b37-424c-843c-b2c4164c034a. Mar 23 17:37:20.333553 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-75522542-b6b3-4b22-9f95-6e93d650fc90 req-aba2097c-379c-4ea6-9314-752a1dc1c2c6 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Calling delete_port for e856627c-9b37-424c-843c-b2c4164c034a owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:37:20.473219 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-75522542-b6b3-4b22-9f95-6e93d650fc90 req-aba2097c-379c-4ea6-9314-752a1dc1c2c6 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484'] for port (e856627c-9b37-424c-843c-b2c4164c034a), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:20.507694 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2097c-379c-4ea6-9314-752a1dc1c2c6 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Pushing event deleted for resources: {'Port': ['ID=e856627c-9b37-424c-843c-b2c4164c034a,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:20.626321 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75522542-b6b3-4b22-9f95-6e93d650fc90 req-aba2097c-379c-4ea6-9314-752a1dc1c2c6 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Router b955e9d6-d7fe-49cc-a263-c46349d0997f has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:37:20.741214 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75522542-b6b3-4b22-9f95-6e93d650fc90 req-aba2097c-379c-4ea6-9314-752a1dc1c2c6 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:37:20.751419 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbe86d3-3d37-4e30-86c6-9c20e260eb04 None None] Sync routers for ids ['b955e9d6-d7fe-49cc-a263-c46349d0997f'] in dv-cinder-834920-1-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:37:20.761819 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbe86d3-3d37-4e30-86c6-9c20e260eb04 None None] Routers {'b955e9d6-d7fe-49cc-a263-c46349d0997f'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:37:20.762468 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-7cbe86d3-3d37-4e30-86c6-9c20e260eb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:37:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['b955e9d6-d7fe-49cc-a263-c46349d0997f'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:37:20.785951 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-75522542-b6b3-4b22-9f95-6e93d650fc90 req-aba2097c-379c-4ea6-9314-752a1dc1c2c6 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] No DVR routers for this DVR port e856627c-9b37-424c-843c-b2c4164c034a on host hv-cinder-83492 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:37:20.788966 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-75522542-b6b3-4b22-9f95-6e93d650fc90 req-aba2097c-379c-4ea6-9314-752a1dc1c2c6 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:20.792334 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-75522542-b6b3-4b22-9f95-6e93d650fc90 req-aba2097c-379c-4ea6-9314-752a1dc1c2c6 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.57 "DELETE /v2.0/ports/e856627c-9b37-424c-843c-b2c4164c034a HTTP/1.1" status: 204 len: 173 time: 0.9064155 Mar 23 17:37:20.792803 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cae313c-62a2-4a1a-afb3-832ffdb1ff9a', 'name': 'network-vif-deleted', 'tag': 'e856627c-9b37-424c-843c-b2c4164c034a'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:37:20.795287 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55256b8d-5f89-4158-a553-93ad024fda72" -d '{"events": [{"server_uuid": "5cae313c-62a2-4a1a-afb3-832ffdb1ff9a", "name": "network-vif-deleted", "tag": "e856627c-9b37-424c-843c-b2c4164c034a"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:37:20.835685 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94535244-5cee-45cd-bfe7-7c4ac7bc0316 x-openstack-request-id: req-94535244-5cee-45cd-bfe7-7c4ac7bc0316 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:37:20.835999 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cae313c-62a2-4a1a-afb3-832ffdb1ff9a", "name": "network-vif-deleted", "tag": "e856627c-9b37-424c-843c-b2c4164c034a", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:37:20.836098 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-94535244-5cee-45cd-bfe7-7c4ac7bc0316 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:37:20.836473 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94535244-5cee-45cd-bfe7-7c4ac7bc0316'] response: {'server_uuid': '5cae313c-62a2-4a1a-afb3-832ffdb1ff9a', 'name': 'network-vif-deleted', 'tag': 'e856627c-9b37-424c-843c-b2c4164c034a', 'status': 'completed', 'code': 200} Mar 23 17:37:20.882054 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-7cbe86d3-3d37-4e30-86c6-9c20e260eb04 None None] Set router b955e9d6-d7fe-49cc-a263-c46349d0997f gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:37:21.091732 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-7cbe86d3-3d37-4e30-86c6-9c20e260eb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'name': 'tempest-ServerRescueNegativeTestJSON-683399696-router', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '05408c75-8f63-43b6-a826-f325af2f7c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:32Z', 'revision_number': 4, 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'gw_port': {'id': '05408c75-8f63-43b6-a826-f325af2f7c7a', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:23Z', 'updated_at': '2022-03-23T17:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': 'e6623d25-2891-4ca7-a222-5ea452cea845', 'name': '', 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'mac_address': 'fa:16:3e:1a:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecd5be18-6bee-4974-83c0-da45214c17c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:30Z', 'updated_at': '2022-03-23T17:29:50Z', 'revision_number': 5, 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'subnets': [{'id': 'ecd5be18-6bee-4974-83c0-da45214c17c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:37:21.124337 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbe86d3-3d37-4e30-86c6-9c20e260eb04 None None] Checking router: b955e9d6-d7fe-49cc-a263-c46349d0997f for host: dv-cinder-834920-1-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:37:21.133338 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbe86d3-3d37-4e30-86c6-9c20e260eb04 None None] Routers {'b955e9d6-d7fe-49cc-a263-c46349d0997f'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:37:21.133950 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-7cbe86d3-3d37-4e30-86c6-9c20e260eb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:37:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['b955e9d6-d7fe-49cc-a263-c46349d0997f'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:37:21.237099 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-07f0a2a6-c4ad-483e-bc5d-2850ab081205 req-b2d16598-94c8-4a39-8ce1-6d1b13b47bb0 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cae313c-62a2-4a1a-afb3-832ffdb1ff9a HTTP/1.1" status: 200 len: 210 time: 0.0271466 Mar 23 17:37:21.244450 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-7cbe86d3-3d37-4e30-86c6-9c20e260eb04 None None] Set router b955e9d6-d7fe-49cc-a263-c46349d0997f gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:37:21.438086 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84920f8a-f7df-41f7-ae18-b4c30c30b029 req-ffa24b3b-f38a-4abf-9bca-e9dda9bb2a40 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:21.439655 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-84920f8a-f7df-41f7-ae18-b4c30c30b029 req-ffa24b3b-f38a-4abf-9bca-e9dda9bb2a40 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab1c2e60-a197-4b95-b77c-4164b4061571 HTTP/1.1" status: 200 len: 944 time: 0.0597823 Mar 23 17:37:21.461526 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-7cbe86d3-3d37-4e30-86c6-9c20e260eb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'name': 'tempest-ServerRescueNegativeTestJSON-683399696-router', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '05408c75-8f63-43b6-a826-f325af2f7c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:32Z', 'revision_number': 4, 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'gw_port': {'id': '05408c75-8f63-43b6-a826-f325af2f7c7a', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:23Z', 'updated_at': '2022-03-23T17:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': 'e6623d25-2891-4ca7-a222-5ea452cea845', 'name': '', 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'mac_address': 'fa:16:3e:1a:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecd5be18-6bee-4974-83c0-da45214c17c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:30Z', 'updated_at': '2022-03-23T17:29:50Z', 'revision_number': 5, 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'subnets': [{'id': 'ecd5be18-6bee-4974-83c0-da45214c17c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:37:21.487296 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbe86d3-3d37-4e30-86c6-9c20e260eb04 None None] The sync data for ids ['b955e9d6-d7fe-49cc-a263-c46349d0997f'] in dv-cinder-834920-1-iscsi is: [{'id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'name': 'tempest-ServerRescueNegativeTestJSON-683399696-router', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '05408c75-8f63-43b6-a826-f325af2f7c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:32Z', 'revision_number': 4, 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'gw_port': {'id': '05408c75-8f63-43b6-a826-f325af2f7c7a', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:23Z', 'updated_at': '2022-03-23T17:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': 'e6623d25-2891-4ca7-a222-5ea452cea845', 'name': '', 'network_id': 'e39f5c4c-2123-4c06-9dcf-a1960e2860e7', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'mac_address': 'fa:16:3e:1a:5e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ecd5be18-6bee-4974-83c0-da45214c17c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:30Z', 'updated_at': '2022-03-23T17:29:50Z', 'revision_number': 5, 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'subnets': [{'id': 'ecd5be18-6bee-4974-83c0-da45214c17c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:37:21.493268 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-84920f8a-f7df-41f7-ae18-b4c30c30b029 req-ec27f4c5-27cf-4412-8ed6-d96fd716270e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac82ca19-aa05-49c1-b20e-fcfeed09d2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471759 Mar 23 17:37:21.724565 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0d2d23-772d-4777-97e0-96fe8cb438bb None None] New status for floating IP e58397a1-2dff-48b8-8f93-edbf3047fdee: DOWN {{(pid=103210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:37:22.321819 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 41578) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:37:22.375813 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-83319f19-8571-4103-93ce-41871d8ecbef tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks [] for security_group (b3bd949e-06e6-451d-ba96-8c58ef3ef37b), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:22.398358 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-83319f19-8571-4103-93ce-41871d8ecbef tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks [] for security_group (b3bd949e-06e6-451d-ba96-8c58ef3ef37b), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:22.448040 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-83319f19-8571-4103-93ce-41871d8ecbef tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (b3bd949e-06e6-451d-ba96-8c58ef3ef37b), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:22.450843 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-83319f19-8571-4103-93ce-41871d8ecbef tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:22.452078 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-83319f19-8571-4103-93ce-41871d8ecbef tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "DELETE /v2.0/security-groups/b3bd949e-06e6-451d-ba96-8c58ef3ef37b HTTP/1.1" status: 204 len: 168 time: 0.1292188 Mar 23 17:37:22.456914 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 41580) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:37:22.461443 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83319f19-8571-4103-93ce-41871d8ecbef tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bd949e-06e6-451d-ba96-8c58ef3ef37b,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:22.475206 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.api.v2.resource [None req-f4fe919f-9905-4874-a8b9-98bc2d38e3ba tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] show failed (client error): The resource could not be found. Mar 23 17:37:22.476276 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-f4fe919f-9905-4874-a8b9-98bc2d38e3ba tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups/b3bd949e-06e6-451d-ba96-8c58ef3ef37b HTTP/1.1" status: 404 len: 347 time: 0.0181484 Mar 23 17:37:22.479354 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 41582) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:37:22.641499 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea4aa2-af40-4c51-a1c8-faa244ccb80b req-15fa311c-aa9a-43b2-84a2-71797a3ecbcf tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:22.642921 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-75ea4aa2-af40-4c51-a1c8-faa244ccb80b req-15fa311c-aa9a-43b2-84a2-71797a3ecbcf tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab1c2e60-a197-4b95-b77c-4164b4061571 HTTP/1.1" status: 200 len: 944 time: 0.0638726 Mar 23 17:37:22.645411 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-c308f03d-7056-430c-bfb9-69f18a3571d1 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Deleting port 2a3d1622-b985-4c2c-a428-1d525ca886fb {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:37:22.645750 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c308f03d-7056-430c-bfb9-69f18a3571d1 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (2a3d1622-b985-4c2c-a428-1d525ca886fb), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:22.743151 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-75ea4aa2-af40-4c51-a1c8-faa244ccb80b req-62b0b542-a116-4b9d-96f6-6714d4fad7f9 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac82ca19-aa05-49c1-b20e-fcfeed09d2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856252 Mar 23 17:37:22.754642 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c308f03d-7056-430c-bfb9-69f18a3571d1 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (2a3d1622-b985-4c2c-a428-1d525ca886fb), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:22.754964 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c308f03d-7056-430c-bfb9-69f18a3571d1 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks [] for floatingip (2a3d1622-b985-4c2c-a428-1d525ca886fb), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:22.767548 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-c308f03d-7056-430c-bfb9-69f18a3571d1 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Calling delete_port for 2a3d1622-b985-4c2c-a428-1d525ca886fb owned by network:floatingip {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:37:22.920778 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c308f03d-7056-430c-bfb9-69f18a3571d1 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59308127'] for port (2a3d1622-b985-4c2c-a428-1d525ca886fb), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:22.945773 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c308f03d-7056-430c-bfb9-69f18a3571d1 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Pushing event deleted for resources: {'Port': ['ID=2a3d1622-b985-4c2c-a428-1d525ca886fb,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:23.008615 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c308f03d-7056-430c-bfb9-69f18a3571d1 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks [] for floatingip (e58397a1-2dff-48b8-8f93-edbf3047fdee), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:23.011139 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c308f03d-7056-430c-bfb9-69f18a3571d1 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:23.012278 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-c308f03d-7056-430c-bfb9-69f18a3571d1 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "DELETE /v2.0/floatingips/e58397a1-2dff-48b8-8f93-edbf3047fdee HTTP/1.1" status: 204 len: 168 time: 0.5319653 Mar 23 17:37:23.213652 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device 7a4fd94c-71a8-4ba4-b4e4-0859f488e71b up at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:37:23.267231 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning for port 7a4fd94c-71a8-4ba4-b4e4-0859f488e71b completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:37:23.270937 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning complete for port 7a4fd94c-71a8-4ba4-b4e4-0859f488e71b triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:37:23.271312 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (7a4fd94c-71a8-4ba4-b4e4-0859f488e71b), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:23.348363 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port 7a4fd94c-71a8-4ba4-b4e4-0859f488e71b is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:37:23.348812 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (7a4fd94c-71a8-4ba4-b4e4-0859f488e71b), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:23.372672 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1c2e60-a197-4b95-b77c-4164b4061571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4fd94c-71a8-4ba4-b4e4-0859f488e71b'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:37:23.375046 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3b886c43f84fb41b48ddc1b85747c6a8556e7daa9282459995a85f65cd8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21287b7c-1b66-44b4-924a-5f5ee3d057be" -d '{"events": [{"server_uuid": "ab1c2e60-a197-4b95-b77c-4164b4061571", "name": "network-vif-plugged", "status": "completed", "tag": "7a4fd94c-71a8-4ba4-b4e4-0859f488e71b"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:37:23.393378 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port 7a4fd94c-71a8-4ba4-b4e4-0859f488e71b, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=7a4fd94c-71a8-4ba4-b4e4-0859f488e71b,segment=NetworkSegment(3173c500-488c-4756-a1e4-19030c18bbcc),segment_id=3173c500-488c-4756-a1e4-19030c18bbcc)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:37:23.397932 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (7a4fd94c-71a8-4ba4-b4e4-0859f488e71b), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:23.398851 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device e856627c-9b37-424c-843c-b2c4164c034a no longer exists at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:37:23.420159 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] No Port match for: e856627c-9b37-424c-843c-b2c4164c034a {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:37:23.420525 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device e856627c-9b37-424c-843c-b2c4164c034a not bound to the agent host hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:37:23.439611 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a4e79f-c837-4c6d-b74d-e5419fda5424 x-openstack-request-id: req-22a4e79f-c837-4c6d-b74d-e5419fda5424 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:37:23.439930 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1c2e60-a197-4b95-b77c-4164b4061571", "name": "network-vif-plugged", "status": "completed", "tag": "7a4fd94c-71a8-4ba4-b4e4-0859f488e71b", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:37:23.440185 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-22a4e79f-c837-4c6d-b74d-e5419fda5424 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:37:23.440574 dv-cinder-834920-1-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22a4e79f-c837-4c6d-b74d-e5419fda5424'] response: {'server_uuid': 'ab1c2e60-a197-4b95-b77c-4164b4061571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4fd94c-71a8-4ba4-b4e4-0859f488e71b', 'code': 200} Mar 23 17:37:23.466216 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=7a4fd94c-71a8-4ba4-b4e4-0859f488e71b,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:23.600274 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9adebb5-ace0-41fc-9e06-5cdc580cfd8f req-e48e85de-8e8e-4869-8cfe-639e1e898d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:23.600274 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f9adebb5-ace0-41fc-9e06-5cdc580cfd8f req-e48e85de-8e8e-4869-8cfe-639e1e898d55 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ab1c2e60-a197-4b95-b77c-4164b4061571 HTTP/1.1" status: 200 len: 1129 time: 0.0444412 Mar 23 17:37:23.644776 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f9adebb5-ace0-41fc-9e06-5cdc580cfd8f req-316ef6fd-20fe-41cc-82ea-4e4cbdc0ee1c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ac82ca19-aa05-49c1-b20e-fcfeed09d2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387352 Mar 23 17:37:23.893454 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235feaa3-3de1-438f-9c03-e5ff6de71308 req-4eb72c84-7e7d-4a5d-9c22-3630cefea7c9 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:23.894970 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-235feaa3-3de1-438f-9c03-e5ff6de71308 req-4eb72c84-7e7d-4a5d-9c22-3630cefea7c9 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab1c2e60-a197-4b95-b77c-4164b4061571 HTTP/1.1" status: 200 len: 945 time: 0.0594342 Mar 23 17:37:23.952233 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-235feaa3-3de1-438f-9c03-e5ff6de71308 req-ab9fb8d3-c999-41ec-af7a-bf80dfddafc5 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac82ca19-aa05-49c1-b20e-fcfeed09d2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516388 Mar 23 17:37:24.790032 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:25.090759 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a52bc-8acc-4518-a227-4aa472878127 req-84cbf2a4-7af5-4e2b-a698-979eb8198947 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:25.092316 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ef4a52bc-8acc-4518-a227-4aa472878127 req-84cbf2a4-7af5-4e2b-a698-979eb8198947 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab1c2e60-a197-4b95-b77c-4164b4061571 HTTP/1.1" status: 200 len: 945 time: 0.0600839 Mar 23 17:37:25.141744 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ef4a52bc-8acc-4518-a227-4aa472878127 req-f6a11691-883b-4f3f-b0cf-58398694c909 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac82ca19-aa05-49c1-b20e-fcfeed09d2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436628 Mar 23 17:37:25.518899 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47563b8a-c7c9-4386-9804-b82ba8ced236 req-6f69f0e2-3faf-41f6-9abe-69024cd52fee tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:25.520388 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-47563b8a-c7c9-4386-9804-b82ba8ced236 req-6f69f0e2-3faf-41f6-9abe-69024cd52fee tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 945 time: 0.0587327 Mar 23 17:37:25.567006 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-47563b8a-c7c9-4386-9804-b82ba8ced236 req-e3746c24-b1ab-4637-a198-948f5cccc56f tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408597 Mar 23 17:37:26.280125 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ecb8d-7157-423b-975e-cca336212cac req-e0505116-2ae2-4a5d-9cba-aab2085a4946 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:26.281714 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-893ecb8d-7157-423b-975e-cca336212cac req-e0505116-2ae2-4a5d-9cba-aab2085a4946 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab1c2e60-a197-4b95-b77c-4164b4061571 HTTP/1.1" status: 200 len: 945 time: 0.0590589 Mar 23 17:37:26.328338 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-893ecb8d-7157-423b-975e-cca336212cac req-dd43d14e-30c8-4e44-88d9-bc297d33be83 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac82ca19-aa05-49c1-b20e-fcfeed09d2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409803 Mar 23 17:37:26.419670 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31992398-0110-4266-87ba-84d99cbf63bb req-a5046210-934a-486b-b9df-dec49913b154 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:26.421350 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-31992398-0110-4266-87ba-84d99cbf63bb req-a5046210-934a-486b-b9df-dec49913b154 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.57 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 945 time: 0.0580590 Mar 23 17:37:26.450708 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d5c94-d171-4c76-b1ae-0840307d2e92 req-9c0fa4c0-4247-4468-adf4-a6f63a2cb8da tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:26.453500 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0d7d5c94-d171-4c76-b1ae-0840307d2e92 req-9c0fa4c0-4247-4468-adf4-a6f63a2cb8da tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab1c2e60-a197-4b95-b77c-4164b4061571 HTTP/1.1" status: 200 len: 945 time: 0.0538175 Mar 23 17:37:26.461047 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 41614) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:37:26.465820 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-d17a5eca-9c5b-40d6-8176-ed6d6e05d99c tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Request body: {'floatingip': {'port_id': '7a4fd94c-71a8-4ba4-b4e4-0859f488e71b'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:37:26.507032 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d17a5eca-9c5b-40d6-8176-ed6d6e05d99c tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for floatingip (85d6a8f6-3587-448e-be35-7679338d5b09), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:26.516466 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-31992398-0110-4266-87ba-84d99cbf63bb req-1987dfee-1543-4417-80f7-4ead895a64d0 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Deleting port d5af97ef-3820-41d9-b5f6-ef37769ab6fb {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:37:26.516798 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-31992398-0110-4266-87ba-84d99cbf63bb req-1987dfee-1543-4417-80f7-4ead895a64d0 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (d5af97ef-3820-41d9-b5f6-ef37769ab6fb), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:26.613130 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-31992398-0110-4266-87ba-84d99cbf63bb req-1987dfee-1543-4417-80f7-4ead895a64d0 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] For port d5af97ef-3820-41d9-b5f6-ef37769ab6fb, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=d5af97ef-3820-41d9-b5f6-ef37769ab6fb,segment=NetworkSegment(1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405),segment_id=1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:37:26.613541 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-31992398-0110-4266-87ba-84d99cbf63bb req-1987dfee-1543-4417-80f7-4ead895a64d0 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (d5af97ef-3820-41d9-b5f6-ef37769ab6fb), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:26.630561 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-31992398-0110-4266-87ba-84d99cbf63bb req-1987dfee-1543-4417-80f7-4ead895a64d0 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Calling delete_port for d5af97ef-3820-41d9-b5f6-ef37769ab6fb owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:37:26.765657 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-31992398-0110-4266-87ba-84d99cbf63bb req-1987dfee-1543-4417-80f7-4ead895a64d0 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484'] for port (d5af97ef-3820-41d9-b5f6-ef37769ab6fb), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:26.777944 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] get_ports_and_sgs() called for port_ids ['884255e1-5e02-474f-95e7-16cb8036e1c0', 'd5af97ef-3820-41d9-b5f6-ef37769ab6fb'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:37:26.799243 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987dfee-1543-4417-80f7-4ead895a64d0 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Pushing event deleted for resources: {'Port': ['ID=d5af97ef-3820-41d9-b5f6-ef37769ab6fb,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:26.832719 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-48238c19-45ee-4884-bfaf-a0a5ef7fc287 req-4006b751-323a-48d9-bdc2-4cda663f0332 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=76dc18ee-9513-4961-aac9-61496c67b73d HTTP/1.1" status: 200 len: 210 time: 0.0549245 Mar 23 17:37:26.843433 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-31992398-0110-4266-87ba-84d99cbf63bb req-1987dfee-1543-4417-80f7-4ead895a64d0 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] No DVR routers for this DVR port d5af97ef-3820-41d9-b5f6-ef37769ab6fb on host hv-cinder-83492 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:37:26.846510 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-31992398-0110-4266-87ba-84d99cbf63bb req-1987dfee-1543-4417-80f7-4ead895a64d0 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:26.856267 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-31992398-0110-4266-87ba-84d99cbf63bb req-1987dfee-1543-4417-80f7-4ead895a64d0 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.57 "DELETE /v2.0/ports/d5af97ef-3820-41d9-b5f6-ef37769ab6fb HTTP/1.1" status: 204 len: 173 time: 0.4240379 Mar 23 17:37:26.856267 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76dc18ee-9513-4961-aac9-61496c67b73d', 'name': 'network-vif-deleted', 'tag': 'd5af97ef-3820-41d9-b5f6-ef37769ab6fb'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:37:26.856267 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6734fb13-e1e6-433d-a3aa-ad082b483509" -d '{"events": [{"server_uuid": "76dc18ee-9513-4961-aac9-61496c67b73d", "name": "network-vif-deleted", "tag": "d5af97ef-3820-41d9-b5f6-ef37769ab6fb"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:37:26.906192 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4624d96-aac5-48e4-84ca-4bc38d6b6372 x-openstack-request-id: req-a4624d96-aac5-48e4-84ca-4bc38d6b6372 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:37:26.906528 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76dc18ee-9513-4961-aac9-61496c67b73d", "name": "network-vif-deleted", "tag": "d5af97ef-3820-41d9-b5f6-ef37769ab6fb", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:37:26.906782 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a4624d96-aac5-48e4-84ca-4bc38d6b6372 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:37:26.907192 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4624d96-aac5-48e4-84ca-4bc38d6b6372'] response: {'server_uuid': '76dc18ee-9513-4961-aac9-61496c67b73d', 'name': 'network-vif-deleted', 'tag': 'd5af97ef-3820-41d9-b5f6-ef37769ab6fb', 'status': 'completed', 'code': 200} Mar 23 17:37:27.238539 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d17a5eca-9c5b-40d6-8176-ed6d6e05d99c tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:27.244309 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d17a5eca-9c5b-40d6-8176-ed6d6e05d99c tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614213'] for floatingip (85d6a8f6-3587-448e-be35-7679338d5b09), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:27.350692 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.db.l3_db [None req-d17a5eca-9c5b-40d6-8176-ed6d6e05d99c tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Floating IP 85d6a8f6-3587-448e-be35-7679338d5b09 associated. External IP: 172.27.2.127, port: 7a4fd94c-71a8-4ba4-b4e4-0859f488e71b. Mar 23 17:37:27.567340 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17a5eca-9c5b-40d6-8176-ed6d6e05d99c tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Router 06643b2d-3270-46bc-8887-8b9f92b18bf3 has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:37:27.673065 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17a5eca-9c5b-40d6-8176-ed6d6e05d99c tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:37:27.677652 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d17a5eca-9c5b-40d6-8176-ed6d6e05d99c tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:27.683259 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c71c5fc-97df-42e3-a754-5db66daa1b84 None None] Sync routers for ids ['06643b2d-3270-46bc-8887-8b9f92b18bf3'] in dv-cinder-834920-1-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:37:27.694511 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c71c5fc-97df-42e3-a754-5db66daa1b84 None None] Routers {'06643b2d-3270-46bc-8887-8b9f92b18bf3'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:37:27.695461 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-6c71c5fc-97df-42e3-a754-5db66daa1b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:37:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['06643b2d-3270-46bc-8887-8b9f92b18bf3'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:37:27.713554 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-d17a5eca-9c5b-40d6-8176-ed6d6e05d99c tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "PUT /v2.0/floatingips/85d6a8f6-3587-448e-be35-7679338d5b09 HTTP/1.1" status: 200 len: 991 time: 1.2513697 Mar 23 17:37:27.714380 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1c2e60-a197-4b95-b77c-4164b4061571', 'tag': '7a4fd94c-71a8-4ba4-b4e4-0859f488e71b'}] {{(pid=103208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:37:27.716553 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d19940c1d3d58fda64df9d77de31f07f84ddba43144513a64de6e566be545741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8206d2-12d8-4e0b-93f2-b1f5d2e02ded" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1c2e60-a197-4b95-b77c-4164b4061571", "tag": "7a4fd94c-71a8-4ba4-b4e4-0859f488e71b"}]}' {{(pid=103208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:37:27.761797 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839de9c7-e77b-4ad1-a011-72d81b28a8e0 x-openstack-request-id: req-839de9c7-e77b-4ad1-a011-72d81b28a8e0 {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:37:27.762145 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1c2e60-a197-4b95-b77c-4164b4061571", "tag": "7a4fd94c-71a8-4ba4-b4e4-0859f488e71b", "status": "completed", "code": 200}]} {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:37:27.763705 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-839de9c7-e77b-4ad1-a011-72d81b28a8e0 {{(pid=103208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:37:27.763705 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-839de9c7-e77b-4ad1-a011-72d81b28a8e0'] response: {'name': 'network-changed', 'server_uuid': 'ab1c2e60-a197-4b95-b77c-4164b4061571', 'tag': '7a4fd94c-71a8-4ba4-b4e4-0859f488e71b', 'status': 'completed', 'code': 200} Mar 23 17:37:27.812697 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-6c71c5fc-97df-42e3-a754-5db66daa1b84 None None] Set router 06643b2d-3270-46bc-8887-8b9f92b18bf3 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:37:27.842465 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8206d2-12d8-4e0b-93f2-b1f5d2e02ded req-c8afd382-7d84-44be-bc2d-2b7302442291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:27.844669 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3f8206d2-12d8-4e0b-93f2-b1f5d2e02ded req-c8afd382-7d84-44be-bc2d-2b7302442291 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8195f2270b3f441a87ed2fe7c64cc06d&device_id=ab1c2e60-a197-4b95-b77c-4164b4061571 HTTP/1.1" status: 200 len: 1129 time: 0.0471354 Mar 23 17:37:27.959027 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8206d2-12d8-4e0b-93f2-b1f5d2e02ded req-59d47ff1-dfae-4dbc-8898-8add9197a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:27.960530 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3f8206d2-12d8-4e0b-93f2-b1f5d2e02ded req-59d47ff1-dfae-4dbc-8898-8add9197a40e service neutron] 10.222.0.57 "GET /v2.0/networks?id=3bf943bd-1e58-43c1-bec1-ca7908c0478b HTTP/1.1" status: 200 len: 918 time: 0.1094472 Mar 23 17:37:28.059987 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3f8206d2-12d8-4e0b-93f2-b1f5d2e02ded req-28c6a241-fd19-40bb-b8df-f611c02dd722 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a4fd94c-71a8-4ba4-b4e4-0859f488e71b HTTP/1.1" status: 200 len: 999 time: 0.0842469 Mar 23 17:37:28.062992 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4d75bae7-51a9-4182-a1f3-330c4642d040 req-80d36b6f-e0df-4f6c-bb43-a8ba1d307254 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1177571 Mar 23 17:37:28.064918 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-6c71c5fc-97df-42e3-a754-5db66daa1b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2035450451-router', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:16Z', 'updated_at': '2022-03-23T17:29:29Z', 'revision_number': 4, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'gw_port': {'id': 'c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:77:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:17Z', 'updated_at': '2022-03-23T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': '85d6a8f6-3587-448e-be35-7679338d5b09', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'port_id': '7a4fd94c-71a8-4ba4-b4e4-0859f488e71b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b', 'mac_address': 'fa:16:3e:e1:6e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1c2e60-a197-4b95-b77c-4164b4061571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:37:10Z', 'updated_at': '2022-03-23T17:37:27Z', 'revision_number': 1, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccba8dfc-b097-4469-986d-0d7e3e7a61bb', 'name': '', 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'mac_address': 'fa:16:3e:77:31:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22ea3e11-cafc-4af7-994c-b65686f8be40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:26Z', 'updated_at': '2022-03-23T17:29:35Z', 'revision_number': 5, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'subnets': [{'id': '22ea3e11-cafc-4af7-994c-b65686f8be40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:37:28.096293 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c71c5fc-97df-42e3-a754-5db66daa1b84 None None] Checking router: 06643b2d-3270-46bc-8887-8b9f92b18bf3 for host: dv-cinder-834920-1-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:37:28.105177 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c71c5fc-97df-42e3-a754-5db66daa1b84 None None] Routers {'06643b2d-3270-46bc-8887-8b9f92b18bf3'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:37:28.105832 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-6c71c5fc-97df-42e3-a754-5db66daa1b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:37:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['06643b2d-3270-46bc-8887-8b9f92b18bf3'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:37:28.156126 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d758a-1806-48ac-b615-ed26fe3e9495 req-372e484a-7a2f-4f73-b1f6-efb8c0086a2f tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:28.158688 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ac6d758a-1806-48ac-b615-ed26fe3e9495 req-372e484a-7a2f-4f73-b1f6-efb8c0086a2f tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1 HTTP/1.1" status: 200 len: 945 time: 0.0585511 Mar 23 17:37:28.177017 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8206d2-12d8-4e0b-93f2-b1f5d2e02ded req-07ad672c-d52b-4f47-b9bb-64875acdf4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:28.178518 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3f8206d2-12d8-4e0b-93f2-b1f5d2e02ded req-07ad672c-d52b-4f47-b9bb-64875acdf4ab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22ea3e11-cafc-4af7-994c-b65686f8be40 HTTP/1.1" status: 200 len: 856 time: 0.0957956 Mar 23 17:37:28.187444 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75bae7-51a9-4182-a1f3-330c4642d040 req-73de3cf0-6c47-455c-935d-8624f660c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:28.188645 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4d75bae7-51a9-4182-a1f3-330c4642d040 req-73de3cf0-6c47-455c-935d-8624f660c539 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5f8e1fcf32ed4c89b61e93ec571f7fe7&device_id=852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1 HTTP/1.1" status: 200 len: 1129 time: 0.0606704 Mar 23 17:37:28.221775 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ac6d758a-1806-48ac-b615-ed26fe3e9495 req-b4b09a2a-47a8-4f9f-9083-367bf3fa8a8f tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578721 Mar 23 17:37:28.226711 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-6c71c5fc-97df-42e3-a754-5db66daa1b84 None None] Set router 06643b2d-3270-46bc-8887-8b9f92b18bf3 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:37:28.290046 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8206d2-12d8-4e0b-93f2-b1f5d2e02ded req-f2217b18-1c57-4acd-920b-46105e317eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:28.291573 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3f8206d2-12d8-4e0b-93f2-b1f5d2e02ded req-f2217b18-1c57-4acd-920b-46105e317eb5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bf943bd-1e58-43c1-bec1-ca7908c0478b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1020443 Mar 23 17:37:28.369352 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75bae7-51a9-4182-a1f3-330c4642d040 req-ec592ca5-7bf8-4dca-bab5-3159821ad7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:28.370826 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4d75bae7-51a9-4182-a1f3-330c4642d040 req-ec592ca5-7bf8-4dca-bab5-3159821ad7e6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e39f5c4c-2123-4c06-9dcf-a1960e2860e7 HTTP/1.1" status: 200 len: 919 time: 0.1541309 Mar 23 17:37:28.419391 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4d75bae7-51a9-4182-a1f3-330c4642d040 req-189e3cf7-3c1d-4f43-8dae-543ee586e027 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=884255e1-5e02-474f-95e7-16cb8036e1c0 HTTP/1.1" status: 200 len: 217 time: 0.0385303 Mar 23 17:37:28.444002 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3f8206d2-12d8-4e0b-93f2-b1f5d2e02ded req-3757db3f-05b0-4ee0-9e2a-52bd7c094282 service neutron] 10.222.0.57 "GET /v2.0/networks/3bf943bd-1e58-43c1-bec1-ca7908c0478b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457176 Mar 23 17:37:28.468521 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-6c71c5fc-97df-42e3-a754-5db66daa1b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2035450451-router', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:16Z', 'updated_at': '2022-03-23T17:29:29Z', 'revision_number': 4, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'gw_port': {'id': 'c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:77:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:17Z', 'updated_at': '2022-03-23T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': '85d6a8f6-3587-448e-be35-7679338d5b09', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'port_id': '7a4fd94c-71a8-4ba4-b4e4-0859f488e71b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b', 'mac_address': 'fa:16:3e:e1:6e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1c2e60-a197-4b95-b77c-4164b4061571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:37:10Z', 'updated_at': '2022-03-23T17:37:27Z', 'revision_number': 1, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccba8dfc-b097-4469-986d-0d7e3e7a61bb', 'name': '', 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'mac_address': 'fa:16:3e:77:31:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22ea3e11-cafc-4af7-994c-b65686f8be40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:26Z', 'updated_at': '2022-03-23T17:29:35Z', 'revision_number': 5, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'subnets': [{'id': '22ea3e11-cafc-4af7-994c-b65686f8be40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:37:28.499642 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c71c5fc-97df-42e3-a754-5db66daa1b84 None None] The sync data for ids ['06643b2d-3270-46bc-8887-8b9f92b18bf3'] in dv-cinder-834920-1-iscsi is: [{'id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2035450451-router', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:16Z', 'updated_at': '2022-03-23T17:29:29Z', 'revision_number': 4, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'gw_port': {'id': 'c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:77:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:17Z', 'updated_at': '2022-03-23T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': '85d6a8f6-3587-448e-be35-7679338d5b09', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'port_id': '7a4fd94c-71a8-4ba4-b4e4-0859f488e71b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b', 'mac_address': 'fa:16:3e:e1:6e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1c2e60-a197-4b95-b77c-4164b4061571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:37:10Z', 'updated_at': '2022-03-23T17:37:27Z', 'revision_number': 1, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccba8dfc-b097-4469-986d-0d7e3e7a61bb', 'name': '', 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'mac_address': 'fa:16:3e:77:31:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22ea3e11-cafc-4af7-994c-b65686f8be40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:26Z', 'updated_at': '2022-03-23T17:29:35Z', 'revision_number': 5, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'subnets': [{'id': '22ea3e11-cafc-4af7-994c-b65686f8be40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:37:28.529000 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75bae7-51a9-4182-a1f3-330c4642d040 req-46b7d021-7da9-4757-b280-a5aee80206e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:28.530546 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4d75bae7-51a9-4182-a1f3-330c4642d040 req-46b7d021-7da9-4757-b280-a5aee80206e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ecd5be18-6bee-4974-83c0-da45214c17c0 HTTP/1.1" status: 200 len: 857 time: 0.1002545 Mar 23 17:37:28.591249 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3f8206d2-12d8-4e0b-93f2-b1f5d2e02ded req-dcbf7df8-42d8-495e-a332-b49ee4a89f64 service neutron] 10.222.0.57 "GET /v2.0/networks/3bf943bd-1e58-43c1-bec1-ca7908c0478b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300168 Mar 23 17:37:28.603923 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75bae7-51a9-4182-a1f3-330c4642d040 req-8afbcbc7-4c1e-4c66-9a29-faddf03b1035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:28.605422 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4d75bae7-51a9-4182-a1f3-330c4642d040 req-8afbcbc7-4c1e-4c66-9a29-faddf03b1035 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e39f5c4c-2123-4c06-9dcf-a1960e2860e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0680192 Mar 23 17:37:28.725448 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1f129a-9d56-4339-a094-e8b909c8d566 None None] New status for floating IP 85d6a8f6-3587-448e-be35-7679338d5b09: ACTIVE {{(pid=103210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:37:28.727217 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4d75bae7-51a9-4182-a1f3-330c4642d040 req-c3622ddd-15da-4f17-a002-437bf86d4617 service neutron] 10.222.0.57 "GET /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111228 Mar 23 17:37:28.822255 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4d75bae7-51a9-4182-a1f3-330c4642d040 req-06f5f621-8b0e-4482-92e2-bf53fc873aee service neutron] 10.222.0.57 "GET /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878394 Mar 23 17:37:29.043308 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878dde2-96f1-4cd2-9c0f-eb52256321bd req-e98e2edd-64bf-4e69-ad51-94723bc279fc tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:29.044637 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3878dde2-96f1-4cd2-9c0f-eb52256321bd req-e98e2edd-64bf-4e69-ad51-94723bc279fc tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.57 "GET /v2.0/ports?device_id=852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1 HTTP/1.1" status: 200 len: 945 time: 0.0535576 Mar 23 17:37:29.140222 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-3878dde2-96f1-4cd2-9c0f-eb52256321bd req-ebbdf3cb-8645-4cc8-a882-16b7090d4692 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Deleting port 884255e1-5e02-474f-95e7-16cb8036e1c0 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:37:29.140563 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-3878dde2-96f1-4cd2-9c0f-eb52256321bd req-ebbdf3cb-8645-4cc8-a882-16b7090d4692 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (884255e1-5e02-474f-95e7-16cb8036e1c0), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:29.228369 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-3878dde2-96f1-4cd2-9c0f-eb52256321bd req-ebbdf3cb-8645-4cc8-a882-16b7090d4692 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] For port 884255e1-5e02-474f-95e7-16cb8036e1c0, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=884255e1-5e02-474f-95e7-16cb8036e1c0,segment=NetworkSegment(1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405),segment_id=1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:37:29.228731 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-3878dde2-96f1-4cd2-9c0f-eb52256321bd req-ebbdf3cb-8645-4cc8-a882-16b7090d4692 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (884255e1-5e02-474f-95e7-16cb8036e1c0), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:29.241374 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-3878dde2-96f1-4cd2-9c0f-eb52256321bd req-ebbdf3cb-8645-4cc8-a882-16b7090d4692 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Calling delete_port for 884255e1-5e02-474f-95e7-16cb8036e1c0 owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:37:29.346381 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562120cc-a815-48dd-a4fe-8be4767517af req-b4ea9adc-68a5-4ce6-baee-1aead1fb909c tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:29.348012 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-562120cc-a815-48dd-a4fe-8be4767517af req-b4ea9adc-68a5-4ce6-baee-1aead1fb909c tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/ports?device_id=852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1 HTTP/1.1" status: 200 len: 945 time: 0.0525441 Mar 23 17:37:29.370037 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-3878dde2-96f1-4cd2-9c0f-eb52256321bd req-ebbdf3cb-8645-4cc8-a882-16b7090d4692 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484'] for port (884255e1-5e02-474f-95e7-16cb8036e1c0), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:29.381620 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] get_ports_and_sgs() called for port_ids ['884255e1-5e02-474f-95e7-16cb8036e1c0'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:37:29.397702 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-562120cc-a815-48dd-a4fe-8be4767517af req-324b4028-a00b-4643-a3ee-2f3395ff0d56 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.41 "GET /v2.0/security-groups?id=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435345 Mar 23 17:37:29.397974 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbdf3cb-8645-4cc8-a882-16b7090d4692 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Pushing event deleted for resources: {'Port': ['ID=884255e1-5e02-474f-95e7-16cb8036e1c0,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:29.429486 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdf3cb-8645-4cc8-a882-16b7090d4692 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:37:29.429827 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdf3cb-8645-4cc8-a882-16b7090d4692 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:37:29.430169 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdf3cb-8645-4cc8-a882-16b7090d4692 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:37:29.430498 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdf3cb-8645-4cc8-a882-16b7090d4692 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:37:29.430831 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdf3cb-8645-4cc8-a882-16b7090d4692 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:37:29.431154 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdf3cb-8645-4cc8-a882-16b7090d4692 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:37:29.431476 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdf3cb-8645-4cc8-a882-16b7090d4692 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:37:29.431795 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdf3cb-8645-4cc8-a882-16b7090d4692 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:37:29.432111 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdf3cb-8645-4cc8-a882-16b7090d4692 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:37:29.432435 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdf3cb-8645-4cc8-a882-16b7090d4692 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:37:29.432750 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdf3cb-8645-4cc8-a882-16b7090d4692 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:37:29.433063 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdf3cb-8645-4cc8-a882-16b7090d4692 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:37:29.433398 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdf3cb-8645-4cc8-a882-16b7090d4692 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:37:29.433713 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdf3cb-8645-4cc8-a882-16b7090d4692 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:37:29.434025 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbdf3cb-8645-4cc8-a882-16b7090d4692 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:37:29.454888 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-3878dde2-96f1-4cd2-9c0f-eb52256321bd req-ebbdf3cb-8645-4cc8-a882-16b7090d4692 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] No DVR routers for this DVR port 884255e1-5e02-474f-95e7-16cb8036e1c0 on host hv-cinder-83492 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:37:29.457165 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-3878dde2-96f1-4cd2-9c0f-eb52256321bd req-ebbdf3cb-8645-4cc8-a882-16b7090d4692 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:29.460530 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3878dde2-96f1-4cd2-9c0f-eb52256321bd req-ebbdf3cb-8645-4cc8-a882-16b7090d4692 tempest-ServerRescueNegativeTestJSON-368917404 tempest-ServerRescueNegativeTestJSON-368917404-project] 10.222.0.57 "DELETE /v2.0/ports/884255e1-5e02-474f-95e7-16cb8036e1c0 HTTP/1.1" status: 204 len: 173 time: 0.4106410 Mar 23 17:37:29.460984 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1', 'name': 'network-vif-deleted', 'tag': '884255e1-5e02-474f-95e7-16cb8036e1c0'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:37:29.463219 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791487f9-9264-4b8d-abf9-6c700765a354" -d '{"events": [{"server_uuid": "852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1", "name": "network-vif-deleted", "tag": "884255e1-5e02-474f-95e7-16cb8036e1c0"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:37:29.500382 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b93948-550d-4357-9d2b-5f19d380ed65 x-openstack-request-id: req-d6b93948-550d-4357-9d2b-5f19d380ed65 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:37:29.500673 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1", "name": "network-vif-deleted", "tag": "884255e1-5e02-474f-95e7-16cb8036e1c0", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:37:29.500924 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d6b93948-550d-4357-9d2b-5f19d380ed65 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:37:29.501429 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6b93948-550d-4357-9d2b-5f19d380ed65'] response: {'server_uuid': '852f7ae0-bd8a-4b65-ac8e-839e40a3c4c1', 'name': 'network-vif-deleted', 'tag': '884255e1-5e02-474f-95e7-16cb8036e1c0', 'status': 'completed', 'code': 200} Mar 23 17:37:30.463809 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 41636) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:37:31.014332 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-3d6abc7b-242f-4e98-99b1-4911638f07cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613957'] for router_interface (b955e9d6-d7fe-49cc-a263-c46349d0997f), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:31.232587 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device d5af97ef-3820-41d9-b5f6-ef37769ab6fb no longer exists at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:37:31.253957 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] No Port match for: d5af97ef-3820-41d9-b5f6-ef37769ab6fb {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:37:31.254290 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device d5af97ef-3820-41d9-b5f6-ef37769ab6fb not bound to the agent host hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:37:31.321806 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-3d6abc7b-242f-4e98-99b1-4911638f07cb admin admin] Deleting port e6623d25-2891-4ca7-a222-5ea452cea845 {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:37:31.322098 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-3d6abc7b-242f-4e98-99b1-4911638f07cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (e6623d25-2891-4ca7-a222-5ea452cea845), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:31.402319 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [None req-3d6abc7b-242f-4e98-99b1-4911638f07cb admin admin] For port e6623d25-2891-4ca7-a222-5ea452cea845, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=e6623d25-2891-4ca7-a222-5ea452cea845,segment=NetworkSegment(1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405),segment_id=1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405)] {{(pid=103208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:37:31.402648 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-3d6abc7b-242f-4e98-99b1-4911638f07cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (e6623d25-2891-4ca7-a222-5ea452cea845), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:31.419122 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-3d6abc7b-242f-4e98-99b1-4911638f07cb admin admin] Calling delete_port for e6623d25-2891-4ca7-a222-5ea452cea845 owned by network:router_interface {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:37:31.613650 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-3d6abc7b-242f-4e98-99b1-4911638f07cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59308127'] for port (e6623d25-2891-4ca7-a222-5ea452cea845), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:31.640512 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6abc7b-242f-4e98-99b1-4911638f07cb admin admin] Pushing event deleted for resources: {'Port': ['ID=e6623d25-2891-4ca7-a222-5ea452cea845,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:31.804635 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-3d6abc7b-242f-4e98-99b1-4911638f07cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606453'] for router_interface (b955e9d6-d7fe-49cc-a263-c46349d0997f), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:32.279642 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6abc7b-242f-4e98-99b1-4911638f07cb admin admin] Router b955e9d6-d7fe-49cc-a263-c46349d0997f has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:37:32.393417 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6abc7b-242f-4e98-99b1-4911638f07cb admin admin] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:37:32.399951 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-3d6abc7b-242f-4e98-99b1-4911638f07cb admin admin] 10.222.0.41 "PUT /v2.0/routers/b955e9d6-d7fe-49cc-a263-c46349d0997f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9350669 Mar 23 17:37:32.401809 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 41642) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:37:32.402647 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe421c9-79f1-4b87-aa76-00355fbb908d None None] Sync routers for ids ['b955e9d6-d7fe-49cc-a263-c46349d0997f'] in dv-cinder-834920-1-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:37:32.413943 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe421c9-79f1-4b87-aa76-00355fbb908d None None] Routers {'b955e9d6-d7fe-49cc-a263-c46349d0997f'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:37:32.414626 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-4fe421c9-79f1-4b87-aa76-00355fbb908d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:37:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['b955e9d6-d7fe-49cc-a263-c46349d0997f'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:37:32.514325 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-14575496-6754-4a4b-9b26-b50142550084 admin admin] Publish callbacks [] for router (b955e9d6-d7fe-49cc-a263-c46349d0997f), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:32.525610 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-4fe421c9-79f1-4b87-aa76-00355fbb908d None None] Set router b955e9d6-d7fe-49cc-a263-c46349d0997f gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:37:32.621831 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-14575496-6754-4a4b-9b26-b50142550084 admin admin] Publish callbacks [] for router_gateway (b955e9d6-d7fe-49cc-a263-c46349d0997f), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:32.712101 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-4fe421c9-79f1-4b87-aa76-00355fbb908d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'name': 'tempest-ServerRescueNegativeTestJSON-683399696-router', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': '05408c75-8f63-43b6-a826-f325af2f7c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:37:31Z', 'revision_number': 5, 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'gw_port': {'id': '05408c75-8f63-43b6-a826-f325af2f7c7a', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:23Z', 'updated_at': '2022-03-23T17:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi'}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:37:32.740249 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe421c9-79f1-4b87-aa76-00355fbb908d None None] Checking router: b955e9d6-d7fe-49cc-a263-c46349d0997f for host: dv-cinder-834920-1-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:37:32.750455 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe421c9-79f1-4b87-aa76-00355fbb908d None None] Routers {'b955e9d6-d7fe-49cc-a263-c46349d0997f'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:37:32.751171 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-4fe421c9-79f1-4b87-aa76-00355fbb908d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:37:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['b955e9d6-d7fe-49cc-a263-c46349d0997f'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:37:32.845754 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-4fe421c9-79f1-4b87-aa76-00355fbb908d None None] Set router b955e9d6-d7fe-49cc-a263-c46349d0997f gateway port host: None {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:37:32.899006 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-4fe421c9-79f1-4b87-aa76-00355fbb908d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'name': 'tempest-ServerRescueNegativeTestJSON-683399696-router', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:37:32Z', 'revision_number': 6, 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'gw_port_host': None}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:37:32.914303 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-14575496-6754-4a4b-9b26-b50142550084 admin admin] Deleting port 05408c75-8f63-43b6-a826-f325af2f7c7a {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:37:32.914598 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-14575496-6754-4a4b-9b26-b50142550084 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (05408c75-8f63-43b6-a826-f325af2f7c7a), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:32.930019 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe421c9-79f1-4b87-aa76-00355fbb908d None None] The sync data for ids ['b955e9d6-d7fe-49cc-a263-c46349d0997f'] in dv-cinder-834920-1-iscsi is: [{'id': 'b955e9d6-d7fe-49cc-a263-c46349d0997f', 'name': 'tempest-ServerRescueNegativeTestJSON-683399696-router', 'tenant_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:37:32Z', 'revision_number': 6, 'project_id': '5f8e1fcf32ed4c89b61e93ec571f7fe7', 'gw_port_host': None}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:37:32.996323 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-14575496-6754-4a4b-9b26-b50142550084 admin admin] For port 05408c75-8f63-43b6-a826-f325af2f7c7a, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=05408c75-8f63-43b6-a826-f325af2f7c7a,segment=NetworkSegment(e3d657d5-0d12-4364-ba98-0127febd700d),segment_id=e3d657d5-0d12-4364-ba98-0127febd700d)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:37:32.996759 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-14575496-6754-4a4b-9b26-b50142550084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (05408c75-8f63-43b6-a826-f325af2f7c7a), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:33.015462 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-14575496-6754-4a4b-9b26-b50142550084 admin admin] Calling delete_port for 05408c75-8f63-43b6-a826-f325af2f7c7a owned by network:router_gateway {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:37:33.186887 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-14575496-6754-4a4b-9b26-b50142550084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484'] for port (05408c75-8f63-43b6-a826-f325af2f7c7a), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:33.211678 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14575496-6754-4a4b-9b26-b50142550084 admin admin] Pushing event deleted for resources: {'Port': ['ID=05408c75-8f63-43b6-a826-f325af2f7c7a,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:33.233635 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device 884255e1-5e02-474f-95e7-16cb8036e1c0 no longer exists at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:37:33.240922 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-14575496-6754-4a4b-9b26-b50142550084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614159'] for router_gateway (b955e9d6-d7fe-49cc-a263-c46349d0997f), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:33.265883 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] No Port match for: 884255e1-5e02-474f-95e7-16cb8036e1c0 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:37:33.266420 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device 884255e1-5e02-474f-95e7-16cb8036e1c0 not bound to the agent host hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:37:33.351353 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-14575496-6754-4a4b-9b26-b50142550084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3209'] for router (b955e9d6-d7fe-49cc-a263-c46349d0997f), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:33.353892 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-14575496-6754-4a4b-9b26-b50142550084 admin admin] Publish callbacks [] for router_controller (b955e9d6-d7fe-49cc-a263-c46349d0997f), precommit_delete_associations {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:33.433101 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-14575496-6754-4a4b-9b26-b50142550084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-608236'] for router (b955e9d6-d7fe-49cc-a263-c46349d0997f), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:33.434040 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14575496-6754-4a4b-9b26-b50142550084 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b955e9d6-d7fe-49cc-a263-c46349d0997f {{(pid=103207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 17:37:33.440582 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-14575496-6754-4a4b-9b26-b50142550084 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:33.442048 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-14575496-6754-4a4b-9b26-b50142550084 admin admin] 10.222.0.41 "DELETE /v2.0/routers/b955e9d6-d7fe-49cc-a263-c46349d0997f HTTP/1.1" status: 204 len: 168 time: 1.0391867 Mar 23 17:37:33.444479 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 41646) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:37:33.489028 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_v2 [None req-09fd49dd-f559-45cc-a522-622cb864dab6 admin admin] Deleting subnet ecd5be18-6bee-4974-83c0-da45214c17c0 {{(pid=103207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 17:37:33.492547 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-09fd49dd-f559-45cc-a522-622cb864dab6 admin admin] Publish callbacks [] for subnet (ecd5be18-6bee-4974-83c0-da45214c17c0), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:33.527593 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-09fd49dd-f559-45cc-a522-622cb864dab6 admin admin] Publish callbacks [] for subnet (ecd5be18-6bee-4974-83c0-da45214c17c0), precommit_delete_associations {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:33.612460 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-09fd49dd-f559-45cc-a522-622cb864dab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153585'] for subnet (ecd5be18-6bee-4974-83c0-da45214c17c0), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:33.676696 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-09fd49dd-f559-45cc-a522-622cb864dab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701'] for subnet (ecd5be18-6bee-4974-83c0-da45214c17c0), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:33.707102 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd49dd-f559-45cc-a522-622cb864dab6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecd5be18-6bee-4974-83c0-da45214c17c0,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:33.709131 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-09fd49dd-f559-45cc-a522-622cb864dab6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for subnet (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:33.716225 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-09fd49dd-f559-45cc-a522-622cb864dab6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ecd5be18-6bee-4974-83c0-da45214c17c0 HTTP/1.1" status: 204 len: 168 time: 0.2668695 Mar 23 17:37:33.716225 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 41648) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:37:33.716765 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c681725-b568-4673-b739-d5f0654aa45f None None] Network e39f5c4c-2123-4c06-9dcf-a1960e2860e7 requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:37:33.803236 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-257ba0b2-b42e-4125-9553-3aae91b00a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148222'] for network (e39f5c4c-2123-4c06-9dcf-a1960e2860e7), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:33.870615 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-257ba0b2-b42e-4125-9553-3aae91b00a80 admin admin] Deleting port 5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:37:33.870952 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-257ba0b2-b42e-4125-9553-3aae91b00a80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:33.961176 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-257ba0b2-b42e-4125-9553-3aae91b00a80 admin admin] For port 5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0,segment=NetworkSegment(1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405),segment_id=1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:37:33.961565 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-257ba0b2-b42e-4125-9553-3aae91b00a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:33.974835 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device e6623d25-2891-4ca7-a222-5ea452cea845 no longer exists at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:37:33.977962 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-257ba0b2-b42e-4125-9553-3aae91b00a80 admin admin] Calling delete_port for 5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0 owned by network:dhcp {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:37:34.000125 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] No Port match for: e6623d25-2891-4ca7-a222-5ea452cea845 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:37:34.000678 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device e6623d25-2891-4ca7-a222-5ea452cea845 not bound to the agent host dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:37:34.001415 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 05408c75-8f63-43b6-a826-f325af2f7c7a no longer exists at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:37:34.025875 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] No Port match for: 05408c75-8f63-43b6-a826-f325af2f7c7a {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:37:34.026222 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 05408c75-8f63-43b6-a826-f325af2f7c7a not bound to the agent host dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:37:34.046950 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e53ba46-a994-4e54-969f-db62fe2889fe None None] DHCP port deletion for e39f5c4c-2123-4c06-9dcf-a1960e2860e7 request from dv-cinder-834920-1-iscsi {{(pid=103209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 17:37:34.070409 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-257ba0b2-b42e-4125-9553-3aae91b00a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484'] for port (5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:34.102820 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257ba0b2-b42e-4125-9553-3aae91b00a80 admin admin] No DVR routers for this DVR port 5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0 on host dv-cinder-834920-1-iscsi {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:37:34.104623 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ba0b2-b42e-4125-9553-3aae91b00a80 admin admin] Pushing event deleted for resources: {'Port': ['ID=5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:34.110245 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-9e53ba46-a994-4e54-969f-db62fe2889fe None None] Deleting port 5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0 {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:37:34.110617 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9e53ba46-a994-4e54-969f-db62fe2889fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0), before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:34.184624 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-9e53ba46-a994-4e54-969f-db62fe2889fe None None] For port 5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0, host dv-cinder-834920-1-iscsi, got binding levels [] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:37:34.185075 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9e53ba46-a994-4e54-969f-db62fe2889fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0), precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:34.188265 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-257ba0b2-b42e-4125-9553-3aae91b00a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4070212', 'neutron.services.segments.db._delete_segments_for_network-8741035949891'] for network (e39f5c4c-2123-4c06-9dcf-a1960e2860e7), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:34.199829 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-9e53ba46-a994-4e54-969f-db62fe2889fe None None] Calling delete_port for 5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0 owned by network:dhcp {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:37:34.204481 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.ipam_backend_mixin [None req-9e53ba46-a994-4e54-969f-db62fe2889fe None None] Port 5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0 was not found and therefore no delete operation was performed {{(pid=103209) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 17:37:34.206004 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9e53ba46-a994-4e54-969f-db62fe2889fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484'] for port (5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0), after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:34.211637 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-257ba0b2-b42e-4125-9553-3aae91b00a80 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:37:34.212026 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-257ba0b2-b42e-4125-9553-3aae91b00a80 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:37:34.212745 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-257ba0b2-b42e-4125-9553-3aae91b00a80 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:37:34.213068 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-257ba0b2-b42e-4125-9553-3aae91b00a80 admin admin] Subscribe: > port after_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:37:34.213417 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-257ba0b2-b42e-4125-9553-3aae91b00a80 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:37:34.213743 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-257ba0b2-b42e-4125-9553-3aae91b00a80 admin admin] Subscribe: > port after_update 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:37:34.214057 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-257ba0b2-b42e-4125-9553-3aae91b00a80 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:37:34.214368 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-257ba0b2-b42e-4125-9553-3aae91b00a80 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:37:34.214687 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-257ba0b2-b42e-4125-9553-3aae91b00a80 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:37:34.214996 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-257ba0b2-b42e-4125-9553-3aae91b00a80 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:37:34.232595 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e53ba46-a994-4e54-969f-db62fe2889fe None None] Pushing event deleted for resources: {'Port': ['ID=5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:34.234556 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e53ba46-a994-4e54-969f-db62fe2889fe None None] No DVR routers for this DVR port 5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0 on host dv-cinder-834920-1-iscsi {{(pid=103209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:37:34.294304 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-257ba0b2-b42e-4125-9553-3aae91b00a80 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:37:34.294518 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-257ba0b2-b42e-4125-9553-3aae91b00a80 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:37:34.294884 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-257ba0b2-b42e-4125-9553-3aae91b00a80 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:37:34.295208 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-257ba0b2-b42e-4125-9553-3aae91b00a80 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103207) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 17:37:34.295572 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-257ba0b2-b42e-4125-9553-3aae91b00a80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e39f5c4c-2123-4c06-9dcf-a1960e2860e7']}} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:37:34.313063 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-257ba0b2-b42e-4125-9553-3aae91b00a80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405') {'for_net_delete': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:37:34.313344 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-257ba0b2-b42e-4125-9553-3aae91b00a80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405') {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:37:34.329653 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-257ba0b2-b42e-4125-9553-3aae91b00a80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741035949644', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59524647'] for segment (1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:34.350026 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-257ba0b2-b42e-4125-9553-3aae91b00a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464'] for segment (1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:34.357974 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-257ba0b2-b42e-4125-9553-3aae91b00a80 admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 17:37:34.358385 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-257ba0b2-b42e-4125-9553-3aae91b00a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59566664'] for segment (1f10ca34-b2eb-4fbb-bfd0-7d6a5b87f405), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:34.362592 dv-cinder-834920-1-iscsi neutron-server[103207]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 17:37:34.362592 dv-cinder-834920-1-iscsi neutron-server[103207]: from cryptography.utils import int_from_bytes Mar 23 17:37:34.362592 dv-cinder-834920-1-iscsi neutron-server[103207]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 17:37:34.362592 dv-cinder-834920-1-iscsi neutron-server[103207]: from cryptography.utils import int_from_bytes Mar 23 17:37:34.362592 dv-cinder-834920-1-iscsi neutron-server[103207]: Traceback (most recent call last): Mar 23 17:37:34.362592 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 17:37:34.362592 dv-cinder-834920-1-iscsi neutron-server[103207]: timer() Mar 23 17:37:34.362592 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 17:37:34.362592 dv-cinder-834920-1-iscsi neutron-server[103207]: cb(*args, **kw) Mar 23 17:37:34.362592 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 17:37:34.362592 dv-cinder-834920-1-iscsi neutron-server[103207]: return func(*args, **kwargs) Mar 23 17:37:34.362592 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 17:37:34.362592 dv-cinder-834920-1-iscsi neutron-server[103207]: self._notify() Mar 23 17:37:34.362592 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 17:37:34.362592 dv-cinder-834920-1-iscsi neutron-server[103207]: self.callback(batched_events) Mar 23 17:37:34.362592 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 17:37:34.362592 dv-cinder-834920-1-iscsi neutron-server[103207]: event.method(event) Mar 23 17:37:34.362592 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 17:37:34.362592 dv-cinder-834920-1-iscsi neutron-server[103207]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 17:37:34.362592 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 17:37:34.362592 dv-cinder-834920-1-iscsi neutron-server[103207]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 17:37:34.362592 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 17:37:34.362592 dv-cinder-834920-1-iscsi neutron-server[103207]: return f(self, *a, **k) Mar 23 17:37:34.362592 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 17:37:34.362592 dv-cinder-834920-1-iscsi neutron-server[103207]: return self._get(url).json() Mar 23 17:37:34.362592 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 17:37:34.362592 dv-cinder-834920-1-iscsi neutron-server[103207]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 17:37:34.362592 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 17:37:34.362592 dv-cinder-834920-1-iscsi neutron-server[103207]: return self.request(url, 'GET', **kwargs) Mar 23 17:37:34.362592 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 17:37:34.362592 dv-cinder-834920-1-iscsi neutron-server[103207]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 17:37:34.362592 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 17:37:34.362592 dv-cinder-834920-1-iscsi neutron-server[103207]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 17:37:34.362592 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 17:37:34.362592 dv-cinder-834920-1-iscsi neutron-server[103207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 17:37:34.362592 dv-cinder-834920-1-iscsi neutron-server[103207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 17:37:34.426467 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-257ba0b2-b42e-4125-9553-3aae91b00a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4070271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614259'] for network (e39f5c4c-2123-4c06-9dcf-a1960e2860e7), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:34.434153 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-257ba0b2-b42e-4125-9553-3aae91b00a80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for network (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:34.437710 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-257ba0b2-b42e-4125-9553-3aae91b00a80 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e39f5c4c-2123-4c06-9dcf-a1960e2860e7 HTTP/1.1" status: 204 len: 168 time: 0.7219872 Mar 23 17:37:34.447508 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ba0b2-b42e-4125-9553-3aae91b00a80 admin admin] Pushing event deleted for resources: {'Network': ['ID=e39f5c4c-2123-4c06-9dcf-a1960e2860e7,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:34.562568 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 41656) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:37:34.610141 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-8146a707-52b6-4563-9fd9-ebffc64ffc54 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5f8e1fcf32ed4c89b61e93ec571f7fe7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0462739 Mar 23 17:37:34.613204 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 41658) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:37:34.662072 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-aa1bbb96-fab0-419f-b594-0cae542a5ff4 admin admin] Publish callbacks [] for security_group (f51f6d4a-d826-4366-ad79-5fcbc29fc7cc), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:34.693664 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-aa1bbb96-fab0-419f-b594-0cae542a5ff4 admin admin] Publish callbacks [] for security_group (f51f6d4a-d826-4366-ad79-5fcbc29fc7cc), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:34.752041 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-aa1bbb96-fab0-419f-b594-0cae542a5ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (f51f6d4a-d826-4366-ad79-5fcbc29fc7cc), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:34.754562 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-aa1bbb96-fab0-419f-b594-0cae542a5ff4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:34.755702 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-aa1bbb96-fab0-419f-b594-0cae542a5ff4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f51f6d4a-d826-4366-ad79-5fcbc29fc7cc HTTP/1.1" status: 204 len: 168 time: 0.1416092 Mar 23 17:37:34.764962 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1bbb96-fab0-419f-b594-0cae542a5ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51f6d4a-d826-4366-ad79-5fcbc29fc7cc,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:35.961173 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0 no longer exists at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:37:35.985652 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] No Port match for: 5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:37:35.986009 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 5351d0ea-8e8e-4ad0-a97c-00acff9fbdc0 not bound to the agent host dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:37:37.659983 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-75a5c030-c373-42f6-9deb-3c947d451d15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:37.991224 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 41790) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:37:38.098186 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7d508176-38ed-4b76-82ea-a2a34814a3c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:38.185042 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7d508176-38ed-4b76-82ea-a2a34814a3c6 admin admin] Publish callbacks [] for security_group (2bd55cd8-4813-4996-a6ee-f7e0a357eee3), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:38.190470 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7d508176-38ed-4b76-82ea-a2a34814a3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (2bd55cd8-4813-4996-a6ee-f7e0a357eee3), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:38.228869 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-7d508176-38ed-4b76-82ea-a2a34814a3c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=efed38ba220b44aaa42b233d3bed9a4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364113 Mar 23 17:37:38.229788 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d508176-38ed-4b76-82ea-a2a34814a3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd55cd8-4813-4996-a6ee-f7e0a357eee3,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:38.232800 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 41794) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:37:38.296124 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9c02d1e5-b4e4-411e-bb53-429b550adab4 admin admin] Publish callbacks [] for security_group (2bd55cd8-4813-4996-a6ee-f7e0a357eee3), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:38.318419 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9c02d1e5-b4e4-411e-bb53-429b550adab4 admin admin] Publish callbacks [] for security_group (2bd55cd8-4813-4996-a6ee-f7e0a357eee3), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:38.371101 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9c02d1e5-b4e4-411e-bb53-429b550adab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (2bd55cd8-4813-4996-a6ee-f7e0a357eee3), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:38.374443 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9c02d1e5-b4e4-411e-bb53-429b550adab4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:38.375969 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-9c02d1e5-b4e4-411e-bb53-429b550adab4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2bd55cd8-4813-4996-a6ee-f7e0a357eee3 HTTP/1.1" status: 204 len: 168 time: 0.1416702 Mar 23 17:37:38.384827 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02d1e5-b4e4-411e-bb53-429b550adab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd55cd8-4813-4996-a6ee-f7e0a357eee3,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:38.676040 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 41800) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:37:38.690667 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e08692d2-71a5-460e-a12f-c6e4ff90781a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:38.770939 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e08692d2-71a5-460e-a12f-c6e4ff90781a admin admin] Publish callbacks [] for security_group (0122b320-c4cf-4cef-b34e-10455d0d5c4d), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:38.777053 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e08692d2-71a5-460e-a12f-c6e4ff90781a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (0122b320-c4cf-4cef-b34e-10455d0d5c4d), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:38.817001 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08692d2-71a5-460e-a12f-c6e4ff90781a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0122b320-c4cf-4cef-b34e-10455d0d5c4d,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:38.821347 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-e08692d2-71a5-460e-a12f-c6e4ff90781a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=720a27d73ee1442ca0ea11cb27f40f34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441638 Mar 23 17:37:38.825502 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 41802) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:37:38.884763 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0972c8bf-dd7c-417c-a138-d6773acb3371 admin admin] Publish callbacks [] for security_group (0122b320-c4cf-4cef-b34e-10455d0d5c4d), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:38.906589 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0972c8bf-dd7c-417c-a138-d6773acb3371 admin admin] Publish callbacks [] for security_group (0122b320-c4cf-4cef-b34e-10455d0d5c4d), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:38.962989 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0972c8bf-dd7c-417c-a138-d6773acb3371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (0122b320-c4cf-4cef-b34e-10455d0d5c4d), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:38.965691 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0972c8bf-dd7c-417c-a138-d6773acb3371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:38.966851 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-0972c8bf-dd7c-417c-a138-d6773acb3371 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0122b320-c4cf-4cef-b34e-10455d0d5c4d HTTP/1.1" status: 204 len: 168 time: 0.1402624 Mar 23 17:37:38.975469 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972c8bf-dd7c-417c-a138-d6773acb3371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0122b320-c4cf-4cef-b34e-10455d0d5c4d,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:40.152605 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-06cfa462-d87c-4c0a-b839-2f9616e9926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:41.150026 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:37:41.404117 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:42.768817 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:44.189298 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:45.003887 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 41894) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:37:45.121296 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-88ed71f7-26af-4586-baa4-5eb4f2c9cc34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:45.202125 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-88ed71f7-26af-4586-baa4-5eb4f2c9cc34 admin admin] Publish callbacks [] for security_group (232ec1fa-ab86-4c46-8a8e-137daf34e746), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:45.207638 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-88ed71f7-26af-4586-baa4-5eb4f2c9cc34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (232ec1fa-ab86-4c46-8a8e-137daf34e746), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:45.247058 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-88ed71f7-26af-4586-baa4-5eb4f2c9cc34 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=29ab0cff348d4af0946a307b5ac5433e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419691 Mar 23 17:37:45.247888 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed71f7-26af-4586-baa4-5eb4f2c9cc34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232ec1fa-ab86-4c46-8a8e-137daf34e746,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:45.249903 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 41898) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:37:45.307994 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3b3d9785-1bd5-4131-a279-8e9d70fa4113 admin admin] Publish callbacks [] for security_group (232ec1fa-ab86-4c46-8a8e-137daf34e746), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:45.331873 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3b3d9785-1bd5-4131-a279-8e9d70fa4113 admin admin] Publish callbacks [] for security_group (232ec1fa-ab86-4c46-8a8e-137daf34e746), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:45.384361 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3b3d9785-1bd5-4131-a279-8e9d70fa4113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (232ec1fa-ab86-4c46-8a8e-137daf34e746), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:45.386936 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3b3d9785-1bd5-4131-a279-8e9d70fa4113 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:45.388240 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-3b3d9785-1bd5-4131-a279-8e9d70fa4113 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/232ec1fa-ab86-4c46-8a8e-137daf34e746 HTTP/1.1" status: 204 len: 168 time: 0.1372874 Mar 23 17:37:45.396806 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d9785-1bd5-4131-a279-8e9d70fa4113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232ec1fa-ab86-4c46-8a8e-137daf34e746,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:45.679799 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 41904) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:37:45.693876 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e4549cae-65ee-48aa-bab4-3c587d956016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:45.769630 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e4549cae-65ee-48aa-bab4-3c587d956016 admin admin] Publish callbacks [] for security_group (73f3ef55-dc4a-4401-923b-aad455956911), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:45.775437 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e4549cae-65ee-48aa-bab4-3c587d956016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (73f3ef55-dc4a-4401-923b-aad455956911), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:45.817003 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-e4549cae-65ee-48aa-bab4-3c587d956016 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=563b502b422b45f7be4b6aa94514c124&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360738 Mar 23 17:37:45.817884 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4549cae-65ee-48aa-bab4-3c587d956016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f3ef55-dc4a-4401-923b-aad455956911,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:45.820583 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 41906) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:37:45.875713 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-05a8ec61-7db5-4f77-bde4-7a126d886c4d admin admin] Publish callbacks [] for security_group (73f3ef55-dc4a-4401-923b-aad455956911), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:45.899446 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-05a8ec61-7db5-4f77-bde4-7a126d886c4d admin admin] Publish callbacks [] for security_group (73f3ef55-dc4a-4401-923b-aad455956911), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:45.949627 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-05a8ec61-7db5-4f77-bde4-7a126d886c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (73f3ef55-dc4a-4401-923b-aad455956911), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:45.952160 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-05a8ec61-7db5-4f77-bde4-7a126d886c4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:45.953553 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-05a8ec61-7db5-4f77-bde4-7a126d886c4d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/73f3ef55-dc4a-4401-923b-aad455956911 HTTP/1.1" status: 204 len: 168 time: 0.1316397 Mar 23 17:37:45.962373 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a8ec61-7db5-4f77-bde4-7a126d886c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f3ef55-dc4a-4401-923b-aad455956911,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:48.196759 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 41978) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:37:48.305999 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2527bb78-848f-4cc8-8342-7753689c5d99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:48.379508 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2527bb78-848f-4cc8-8342-7753689c5d99 admin admin] Publish callbacks [] for security_group (3f671693-06db-4d90-943d-887e0b1707b3), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:48.385746 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2527bb78-848f-4cc8-8342-7753689c5d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (3f671693-06db-4d90-943d-887e0b1707b3), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:48.431376 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-2527bb78-848f-4cc8-8342-7753689c5d99 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6be0b28a27a94f789c1e21ec3fbf93c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334695 Mar 23 17:37:48.432257 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527bb78-848f-4cc8-8342-7753689c5d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f671693-06db-4d90-943d-887e0b1707b3,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:48.435023 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 41982) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:37:48.482820 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-5a5820dc-2195-40c2-b1ae-123a66aaeb70 admin admin] Publish callbacks [] for security_group (3f671693-06db-4d90-943d-887e0b1707b3), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:48.506546 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-5a5820dc-2195-40c2-b1ae-123a66aaeb70 admin admin] Publish callbacks [] for security_group (3f671693-06db-4d90-943d-887e0b1707b3), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:48.556815 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-5a5820dc-2195-40c2-b1ae-123a66aaeb70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (3f671693-06db-4d90-943d-887e0b1707b3), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:48.561183 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-5a5820dc-2195-40c2-b1ae-123a66aaeb70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:48.562984 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-5a5820dc-2195-40c2-b1ae-123a66aaeb70 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f671693-06db-4d90-943d-887e0b1707b3 HTTP/1.1" status: 204 len: 168 time: 0.1265550 Mar 23 17:37:48.571639 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5820dc-2195-40c2-b1ae-123a66aaeb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f671693-06db-4d90-943d-887e0b1707b3,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:48.834417 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 41992) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:37:48.848016 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-25970214-12c6-4c59-8c95-d15600978dda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:48.921889 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-25970214-12c6-4c59-8c95-d15600978dda admin admin] Publish callbacks [] for security_group (f803dbfe-bb6a-4a91-a1b6-c0a83911bdab), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:48.928505 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-25970214-12c6-4c59-8c95-d15600978dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (f803dbfe-bb6a-4a91-a1b6-c0a83911bdab), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:48.965223 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-25970214-12c6-4c59-8c95-d15600978dda admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2c3cf346403c4f0584e4230456758a0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297100 Mar 23 17:37:48.966113 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25970214-12c6-4c59-8c95-d15600978dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f803dbfe-bb6a-4a91-a1b6-c0a83911bdab,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:48.968172 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 41994) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:37:49.017663 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-3e63e9d6-b2fc-4f9d-bf73-db090ec90f85 admin admin] Publish callbacks [] for security_group (f803dbfe-bb6a-4a91-a1b6-c0a83911bdab), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:49.045394 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-3e63e9d6-b2fc-4f9d-bf73-db090ec90f85 admin admin] Publish callbacks [] for security_group (f803dbfe-bb6a-4a91-a1b6-c0a83911bdab), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:49.098594 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-3e63e9d6-b2fc-4f9d-bf73-db090ec90f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (f803dbfe-bb6a-4a91-a1b6-c0a83911bdab), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:49.101181 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-3e63e9d6-b2fc-4f9d-bf73-db090ec90f85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:49.102344 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-3e63e9d6-b2fc-4f9d-bf73-db090ec90f85 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f803dbfe-bb6a-4a91-a1b6-c0a83911bdab HTTP/1.1" status: 204 len: 168 time: 0.1331866 Mar 23 17:37:49.110271 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63e9d6-b2fc-4f9d-bf73-db090ec90f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f803dbfe-bb6a-4a91-a1b6-c0a83911bdab,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:49.853521 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 42016) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:37:49.957581 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-b5f5b23d-de16-4bfc-83a9-c9d94561ce46 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-896666676-network', 'tenant_id': 'b2281f6911b845f18166ebdbb990c715'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:37:49.982101 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f5b23d-de16-4bfc-83a9-c9d94561ce46 admin admin] Made reservation on behalf of b2281f6911b845f18166ebdbb990c715 for: {'network': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:37:49.985850 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b5f5b23d-de16-4bfc-83a9-c9d94561ce46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for network (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:49.999907 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b5f5b23d-de16-4bfc-83a9-c9d94561ce46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:50.071519 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b5f5b23d-de16-4bfc-83a9-c9d94561ce46 admin admin] Publish callbacks [] for security_group (91698864-b1c7-430e-b7a8-83dbd1990f56), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:50.078039 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b5f5b23d-de16-4bfc-83a9-c9d94561ce46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (91698864-b1c7-430e-b7a8-83dbd1990f56), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:50.104625 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f5b23d-de16-4bfc-83a9-c9d94561ce46 admin admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=103207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 17:37:50.120647 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5b23d-de16-4bfc-83a9-c9d94561ce46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91698864-b1c7-430e-b7a8-83dbd1990f56,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:50.125351 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b5f5b23d-de16-4bfc-83a9-c9d94561ce46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464'] for segment (a3cec444-5b57-49f0-a6ec-1676976056d3), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:50.125689 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.db.segments_db [None req-b5f5b23d-de16-4bfc-83a9-c9d94561ce46 admin admin] Added segment a3cec444-5b57-49f0-a6ec-1676976056d3 of type vlan for network d4eb6926-ce57-47e0-8764-b72f9685f745 Mar 23 17:37:50.166727 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b5f5b23d-de16-4bfc-83a9-c9d94561ce46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741035590211'] for network (d4eb6926-ce57-47e0-8764-b72f9685f745), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:50.202931 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b5f5b23d-de16-4bfc-83a9-c9d94561ce46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701'] for network (d4eb6926-ce57-47e0-8764-b72f9685f745), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:50.203935 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f5b23d-de16-4bfc-83a9-c9d94561ce46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:50.204519 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b5f5b23d-de16-4bfc-83a9-c9d94561ce46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for network (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:50.253619 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-b5f5b23d-de16-4bfc-83a9-c9d94561ce46 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3987648 Mar 23 17:37:50.256545 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 42020) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:37:50.261498 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-caa9b0c3-0edf-4bc0-85da-5b572325648c admin admin] Request body: {'subnet': {'network_id': 'd4eb6926-ce57-47e0-8764-b72f9685f745', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-896666676-subnet', 'tenant_id': 'b2281f6911b845f18166ebdbb990c715', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:37:50.264146 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5b23d-de16-4bfc-83a9-c9d94561ce46 admin admin] Pushing event updated for resources: {'Network': ['ID=d4eb6926-ce57-47e0-8764-b72f9685f745,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:50.273808 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Network d4eb6926-ce57-47e0-8764-b72f9685f745 details requested by agent ovs-agent-dv-cinder-834920-1-iscsi with host dv-cinder-834920-1-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 17:37:50.283382 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa9b0c3-0edf-4bc0-85da-5b572325648c admin admin] Made reservation on behalf of b2281f6911b845f18166ebdbb990c715 for: {'subnet': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:37:50.285735 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-caa9b0c3-0edf-4bc0-85da-5b572325648c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59263857'] for subnet (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:50.451036 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-caa9b0c3-0edf-4bc0-85da-5b572325648c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59308783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59263847'] for subnet (2c0268ae-30b0-4ae4-aa6b-343552b9261b), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:50.502192 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa9b0c3-0edf-4bc0-85da-5b572325648c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c0268ae-30b0-4ae4-aa6b-343552b9261b,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:50.521087 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa9b0c3-0edf-4bc0-85da-5b572325648c admin admin] Checking segment: {'id': 'a3cec444-5b57-49f0-a6ec-1676976056d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd4eb6926-ce57-47e0-8764-b72f9685f745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:37:50.521481 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa9b0c3-0edf-4bc0-85da-5b572325648c admin admin] Network hostable DHCP agents. Network: d4eb6926-ce57-47e0-8764-b72f9685f745, hostable agents: ['0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66'], hosted agents: [] {{(pid=103208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 17:37:50.540837 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa9b0c3-0edf-4bc0-85da-5b572325648c admin admin] Network d4eb6926-ce57-47e0-8764-b72f9685f745 is scheduled to be hosted by DHCP agent 0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66 with binding_index 1 {{(pid=103208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 17:37:50.550065 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-caa9b0c3-0edf-4bc0-85da-5b572325648c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834920-1-iscsi, d4eb6926-ce57-47e0-8764-b72f9685f745) {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:37:50.554671 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa9b0c3-0edf-4bc0-85da-5b572325648c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:50.555857 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-caa9b0c3-0edf-4bc0-85da-5b572325648c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:50.558995 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ecfed2-da5e-4df0-8e9d-638d5386dea5 None None] Network d4eb6926-ce57-47e0-8764-b72f9685f745 requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:37:50.572217 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-caa9b0c3-0edf-4bc0-85da-5b572325648c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3145304 Mar 23 17:37:50.656711 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cad6cc2-7982-46f4-87cc-683d635d4146 None None] Network d4eb6926-ce57-47e0-8764-b72f9685f745 requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:37:52.337997 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-bb5c6223-299b-4f91-bf80-ad3f0210c819 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:52.339514 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-bb5c6223-299b-4f91-bf80-ad3f0210c819 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/networks?id=d4eb6926-ce57-47e0-8764-b72f9685f745 HTTP/1.1" status: 200 len: 808 time: 0.1026418 Mar 23 17:37:52.354665 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-ad3beb44-26c1-4177-a020-79ad0efb1c38 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/quotas/b2281f6911b845f18166ebdbb990c715 HTTP/1.1" status: 200 len: 375 time: 0.0097022 Mar 23 17:37:52.386333 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-32b8f257-3738-4257-8aad-6cb900cf5b1b tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2281f6911b845f18166ebdbb990c715&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268652 Mar 23 17:37:52.478588 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-9d3216fa-c14f-4291-8241-40a52bd9b953 service neutron] 10.222.0.41 "GET /v2.0/networks/d4eb6926-ce57-47e0-8764-b72f9685f745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857306 Mar 23 17:37:52.571696 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-d2695e43-a8a6-42cb-8bd9-95a097fa03a5 service neutron] 10.222.0.41 "GET /v2.0/networks/d4eb6926-ce57-47e0-8764-b72f9685f745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847454 Mar 23 17:37:52.736866 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-eacc299b-1a03-4fc0-809d-fc767b7fe52b req-58a0bc34-ba28-4040-a449-9e8f5f174b50 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a3b6981-5bca-4b3a-9b6b-c6a7a4136517 HTTP/1.1" status: 200 len: 210 time: 0.0320265 Mar 23 17:37:53.834374 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ef9df905-d1b6-4fbe-ae32-06d3e6777a56 req-0b489548-93e9-4f1b-909d-a88ab2262e9c tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a3b6981-5bca-4b3a-9b6b-c6a7a4136517 HTTP/1.1" status: 200 len: 210 time: 0.0287406 Mar 23 17:37:53.973205 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-6fca80cd-5a55-40d7-bfb1-f445ded2f2b7 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:53.974642 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-6fca80cd-5a55-40d7-bfb1-f445ded2f2b7 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.57 "GET /v2.0/networks?id=d4eb6926-ce57-47e0-8764-b72f9685f745 HTTP/1.1" status: 200 len: 808 time: 0.1035366 Mar 23 17:37:53.988817 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-d0baed76-1787-41d8-ac47-dd0149bab100 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Request body: {'port': {'device_id': '5a3b6981-5bca-4b3a-9b6b-c6a7a4136517', 'network_id': 'd4eb6926-ce57-47e0-8764-b72f9685f745', 'admin_state_up': True, 'tenant_id': 'b2281f6911b845f18166ebdbb990c715'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:37:54.095257 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-d0baed76-1787-41d8-ac47-dd0149bab100 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Made reservation on behalf of b2281f6911b845f18166ebdbb990c715 for: {'port': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:37:54.098672 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-d0baed76-1787-41d8-ac47-dd0149bab100 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:54.222531 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-d0baed76-1787-41d8-ac47-dd0149bab100 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Allocated IP 172.20.0.5 (d4eb6926-ce57-47e0-8764-b72f9685f745/2c0268ae-30b0-4ae4-aa6b-343552b9261b/da027ff8-3759-427f-b615-6dd22d175634) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:37:54.365906 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-d0baed76-1787-41d8-ac47-dd0149bab100 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Publish callbacks [] for port (da027ff8-3759-427f-b615-6dd22d175634), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:54.401357 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-d0baed76-1787-41d8-ac47-dd0149bab100 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59566619'] for port (da027ff8-3759-427f-b615-6dd22d175634), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:54.444768 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-d0baed76-1787-41d8-ac47-dd0149bab100 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Network d4eb6926-ce57-47e0-8764-b72f9685f745 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:37:54.448019 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-d0baed76-1787-41d8-ac47-dd0149bab100 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:37:54.454532 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-d0baed76-1787-41d8-ac47-dd0149bab100 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:37:54.460194 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0baed76-1787-41d8-ac47-dd0149bab100 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Pushing event updated for resources: {'Port': ['ID=da027ff8-3759-427f-b615-6dd22d175634,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:54.503258 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-d0baed76-1787-41d8-ac47-dd0149bab100 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:54.503909 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-d0baed76-1787-41d8-ac47-dd0149bab100 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:54.529181 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-d0baed76-1787-41d8-ac47-dd0149bab100 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5440762 Mar 23 17:37:54.544575 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-5eb6c144-d7cd-4916-aa64-879a6ad204dd service neutron] Request body: {'port': {'device_id': '5a3b6981-5bca-4b3a-9b6b-c6a7a4136517', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83492'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:37:54.615236 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-5eb6c144-d7cd-4916-aa64-879a6ad204dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (da027ff8-3759-427f-b615-6dd22d175634), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:54.783376 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:54.881600 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-5eb6c144-d7cd-4916-aa64-879a6ad204dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da027ff8-3759-427f-b615-6dd22d175634 {{(pid=103207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:37:54.889319 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-5eb6c144-d7cd-4916-aa64-879a6ad204dd service neutron] Publish callbacks [] for port (da027ff8-3759-427f-b615-6dd22d175634), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:54.901318 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.provisioning_blocks [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-5eb6c144-d7cd-4916-aa64-879a6ad204dd service neutron] Transition to ACTIVE for port object da027ff8-3759-427f-b615-6dd22d175634 will not be triggered until provisioned by entity L2. {{(pid=103207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:37:54.908751 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-5eb6c144-d7cd-4916-aa64-879a6ad204dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59566636'] for port (da027ff8-3759-427f-b615-6dd22d175634), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:54.957923 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830dd98e-1b22-4f1a-81d0-4f9ec525800e req-bd324d08-7229-4218-b15e-18c557f4c5c6 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:54.959375 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-830dd98e-1b22-4f1a-81d0-4f9ec525800e req-bd324d08-7229-4218-b15e-18c557f4c5c6 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a3b6981-5bca-4b3a-9b6b-c6a7a4136517 HTTP/1.1" status: 200 len: 943 time: 0.0557289 Mar 23 17:37:54.959510 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6c144-d7cd-4916-aa64-879a6ad204dd service neutron] Pushing event updated for resources: {'Port': ['ID=da027ff8-3759-427f-b615-6dd22d175634,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:55.010054 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-830dd98e-1b22-4f1a-81d0-4f9ec525800e req-3241c1a1-ba0f-45e4-97ad-13564c1bf308 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/security-groups?id=91698864-b1c7-430e-b7a8-83dbd1990f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410953 Mar 23 17:37:55.028031 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-5eb6c144-d7cd-4916-aa64-879a6ad204dd service neutron] Attempting to bind port da027ff8-3759-427f-b615-6dd22d175634 on host hv-cinder-83492 for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:37:55.028549 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-5eb6c144-d7cd-4916-aa64-879a6ad204dd service neutron] Attempting to bind port da027ff8-3759-427f-b615-6dd22d175634 by drivers openvswitch,hyperv on host hv-cinder-83492 at level 0 using segments [{'id': 'a3cec444-5b57-49f0-a6ec-1676976056d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd4eb6926-ce57-47e0-8764-b72f9685f745'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:37:55.028678 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-5eb6c144-d7cd-4916-aa64-879a6ad204dd service neutron] Attempting to bind port da027ff8-3759-427f-b615-6dd22d175634 on network d4eb6926-ce57-47e0-8764-b72f9685f745 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:37:55.032991 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-5eb6c144-d7cd-4916-aa64-879a6ad204dd service neutron] Port da027ff8-3759-427f-b615-6dd22d175634 on network d4eb6926-ce57-47e0-8764-b72f9685f745 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83492 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:37:55.033340 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-5eb6c144-d7cd-4916-aa64-879a6ad204dd service neutron] Attempting to bind port da027ff8-3759-427f-b615-6dd22d175634 on network d4eb6926-ce57-47e0-8764-b72f9685f745 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:37:55.038619 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-5eb6c144-d7cd-4916-aa64-879a6ad204dd service neutron] Checking agent: {'id': '0fd13996-c267-4136-a0e2-84ee892b4d83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83492', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'started_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:37:55.038887 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-5eb6c144-d7cd-4916-aa64-879a6ad204dd service neutron] Checking segment: {'id': 'a3cec444-5b57-49f0-a6ec-1676976056d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd4eb6926-ce57-47e0-8764-b72f9685f745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:37:55.039263 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-5eb6c144-d7cd-4916-aa64-879a6ad204dd service neutron] Bound using segment: {'id': 'a3cec444-5b57-49f0-a6ec-1676976056d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd4eb6926-ce57-47e0-8764-b72f9685f745'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:37:55.039683 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-5eb6c144-d7cd-4916-aa64-879a6ad204dd service neutron] Bound port: da027ff8-3759-427f-b615-6dd22d175634, host: hv-cinder-83492, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3cec444-5b57-49f0-a6ec-1676976056d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd4eb6926-ce57-47e0-8764-b72f9685f745'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:37:55.040069 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-5eb6c144-d7cd-4916-aa64-879a6ad204dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (da027ff8-3759-427f-b615-6dd22d175634), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:55.113447 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-5eb6c144-d7cd-4916-aa64-879a6ad204dd service neutron] For port da027ff8-3759-427f-b615-6dd22d175634, host hv-cinder-83492, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:37:55.116738 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-5eb6c144-d7cd-4916-aa64-879a6ad204dd service neutron] For port da027ff8-3759-427f-b615-6dd22d175634, host hv-cinder-83492, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=da027ff8-3759-427f-b615-6dd22d175634,segment=NetworkSegment(a3cec444-5b57-49f0-a6ec-1676976056d3),segment_id=a3cec444-5b57-49f0-a6ec-1676976056d3)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:37:55.125521 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-5eb6c144-d7cd-4916-aa64-879a6ad204dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59566636'] for port (da027ff8-3759-427f-b615-6dd22d175634), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:55.157345 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-5eb6c144-d7cd-4916-aa64-879a6ad204dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:55.157907 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-5eb6c144-d7cd-4916-aa64-879a6ad204dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:55.159330 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-5eb6c144-d7cd-4916-aa64-879a6ad204dd service neutron] 10.222.0.57 "PUT /v2.0/ports/da027ff8-3759-427f-b615-6dd22d175634 HTTP/1.1" status: 200 len: 1093 time: 0.6189561 Mar 23 17:37:55.159760 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3b6981-5bca-4b3a-9b6b-c6a7a4136517', 'tag': 'da027ff8-3759-427f-b615-6dd22d175634'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:37:55.162108 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d9b6c9-245f-45bf-9357-1405420230fd" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3b6981-5bca-4b3a-9b6b-c6a7a4136517", "tag": "da027ff8-3759-427f-b615-6dd22d175634"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:37:55.190915 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6c144-d7cd-4916-aa64-879a6ad204dd service neutron] Pushing event updated for resources: {'Port': ['ID=da027ff8-3759-427f-b615-6dd22d175634,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:55.205980 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a662ae8-599b-4a9d-bead-811fcc892775 x-openstack-request-id: req-6a662ae8-599b-4a9d-bead-811fcc892775 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:37:55.206296 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3b6981-5bca-4b3a-9b6b-c6a7a4136517", "tag": "da027ff8-3759-427f-b615-6dd22d175634", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:37:55.206552 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6a662ae8-599b-4a9d-bead-811fcc892775 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:37:55.206960 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a662ae8-599b-4a9d-bead-811fcc892775'] response: {'name': 'network-changed', 'server_uuid': '5a3b6981-5bca-4b3a-9b6b-c6a7a4136517', 'tag': 'da027ff8-3759-427f-b615-6dd22d175634', 'status': 'completed', 'code': 200} Mar 23 17:37:55.251491 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-5e8d2767-c948-4ccd-831b-d2b511669604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:55.252908 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-5e8d2767-c948-4ccd-831b-d2b511669604 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b2281f6911b845f18166ebdbb990c715&device_id=5a3b6981-5bca-4b3a-9b6b-c6a7a4136517 HTTP/1.1" status: 200 len: 1127 time: 0.0441132 Mar 23 17:37:55.296674 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-75f8e7c6-18fd-47b1-94f7-ddbf50082f8f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da027ff8-3759-427f-b615-6dd22d175634 HTTP/1.1" status: 200 len: 217 time: 0.0362146 Mar 23 17:37:55.351687 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-247e06f3-d1cb-49bd-995d-6d73aa966eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:55.353096 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-247e06f3-d1cb-49bd-995d-6d73aa966eb7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c0268ae-30b0-4ae4-aa6b-343552b9261b HTTP/1.1" status: 200 len: 848 time: 0.0505087 Mar 23 17:37:55.384620 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-abe1b0b5-4f2c-4a69-b7f6-8d8dd8bb9a0d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d4eb6926-ce57-47e0-8764-b72f9685f745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253887 Mar 23 17:37:55.475951 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-5b7d877e-cef6-4ac7-bec0-9c5a3f0ce49d service neutron] 10.222.0.57 "GET /v2.0/networks/d4eb6926-ce57-47e0-8764-b72f9685f745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851378 Mar 23 17:37:55.572573 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-bab288ee-59a4-4a25-b7b7-3319e8f93894 req-99a31982-3e0f-44f8-8a6e-861c20a7f4f2 service neutron] 10.222.0.57 "GET /v2.0/networks/d4eb6926-ce57-47e0-8764-b72f9685f745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905888 Mar 23 17:37:55.667632 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9b6c9-245f-45bf-9357-1405420230fd req-3b258475-4eed-4912-9431-371be24a0453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:55.669129 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-16d9b6c9-245f-45bf-9357-1405420230fd req-3b258475-4eed-4912-9431-371be24a0453 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b2281f6911b845f18166ebdbb990c715&device_id=5a3b6981-5bca-4b3a-9b6b-c6a7a4136517 HTTP/1.1" status: 200 len: 1127 time: 0.0459399 Mar 23 17:37:55.763909 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9b6c9-245f-45bf-9357-1405420230fd req-95931f62-1805-4f3b-b56f-542fe88e3a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:55.765400 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-16d9b6c9-245f-45bf-9357-1405420230fd req-95931f62-1805-4f3b-b56f-542fe88e3a46 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d4eb6926-ce57-47e0-8764-b72f9685f745 HTTP/1.1" status: 200 len: 909 time: 0.0884848 Mar 23 17:37:55.812652 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-16d9b6c9-245f-45bf-9357-1405420230fd req-46eb5083-f026-4506-bc68-cf03c78132b0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da027ff8-3759-427f-b615-6dd22d175634 HTTP/1.1" status: 200 len: 217 time: 0.0404580 Mar 23 17:37:55.864679 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9b6c9-245f-45bf-9357-1405420230fd req-a960a802-82e6-4c93-960c-1e14463e2d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:55.866789 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-16d9b6c9-245f-45bf-9357-1405420230fd req-a960a802-82e6-4c93-960c-1e14463e2d85 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c0268ae-30b0-4ae4-aa6b-343552b9261b HTTP/1.1" status: 200 len: 848 time: 0.0471404 Mar 23 17:37:55.917053 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-16d9b6c9-245f-45bf-9357-1405420230fd req-0ff7c2c9-8085-42ea-a9b6-82bb7673a3d1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d4eb6926-ce57-47e0-8764-b72f9685f745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283978 Mar 23 17:37:56.004413 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-16d9b6c9-245f-45bf-9357-1405420230fd req-cc1fddda-df5d-413d-ab7f-c1767980eee3 service neutron] 10.222.0.57 "GET /v2.0/networks/d4eb6926-ce57-47e0-8764-b72f9685f745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808527 Mar 23 17:37:56.099097 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-16d9b6c9-245f-45bf-9357-1405420230fd req-1ac206c2-6d62-4660-bc72-3583af143ff0 service neutron] 10.222.0.57 "GET /v2.0/networks/d4eb6926-ce57-47e0-8764-b72f9685f745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878544 Mar 23 17:37:56.132293 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10826b98-23bf-4006-b8ac-cd3e482b69cd req-5c3b3025-02ad-46de-8585-5cee59e38b8e tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:56.133721 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-10826b98-23bf-4006-b8ac-cd3e482b69cd req-5c3b3025-02ad-46de-8585-5cee59e38b8e tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a3b6981-5bca-4b3a-9b6b-c6a7a4136517 HTTP/1.1" status: 200 len: 943 time: 0.0542066 Mar 23 17:37:56.186431 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-10826b98-23bf-4006-b8ac-cd3e482b69cd req-8ca6401c-2fa9-41b8-a0e5-c59c73079793 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/security-groups?id=91698864-b1c7-430e-b7a8-83dbd1990f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469682 Mar 23 17:37:57.307443 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0763b19-8b61-48fc-ab8d-f3119de81b18 req-a6efdbae-ff18-423d-b149-53a638316538 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:57.308878 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f0763b19-8b61-48fc-ab8d-f3119de81b18 req-a6efdbae-ff18-423d-b149-53a638316538 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a3b6981-5bca-4b3a-9b6b-c6a7a4136517 HTTP/1.1" status: 200 len: 943 time: 0.0536926 Mar 23 17:37:57.356466 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f0763b19-8b61-48fc-ab8d-f3119de81b18 req-64d9fe7d-f0a8-4274-906b-7b0855dcc68f tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/security-groups?id=91698864-b1c7-430e-b7a8-83dbd1990f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416481 Mar 23 17:37:58.488790 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1bc78-35de-442f-9862-8e3ce233c577 req-5c472afa-7f7d-4a13-9813-b13478d8adb7 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:58.490273 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-29f1bc78-35de-442f-9862-8e3ce233c577 req-5c472afa-7f7d-4a13-9813-b13478d8adb7 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a3b6981-5bca-4b3a-9b6b-c6a7a4136517 HTTP/1.1" status: 200 len: 943 time: 0.0526330 Mar 23 17:37:58.537803 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-29f1bc78-35de-442f-9862-8e3ce233c577 req-24cca634-0240-40cb-ae42-c2befccbbfa0 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/security-groups?id=91698864-b1c7-430e-b7a8-83dbd1990f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420506 Mar 23 17:37:59.184526 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206252eb-e88e-40ee-ac77-312b80fe0d2d req-22b9f196-604f-4915-a3fd-7caae831a9f1 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:59.186049 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-206252eb-e88e-40ee-ac77-312b80fe0d2d req-22b9f196-604f-4915-a3fd-7caae831a9f1 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0585225 Mar 23 17:37:59.236046 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-206252eb-e88e-40ee-ac77-312b80fe0d2d req-28b271a2-9af5-4581-bd79-4905448e15e1 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426521 Mar 23 17:37:59.339569 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device da027ff8-3759-427f-b615-6dd22d175634 details requested by agent hyperv_hv-cinder-83492 with host hv-cinder-83492 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:37:59.446725 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port da027ff8-3759-427f-b615-6dd22d175634, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=da027ff8-3759-427f-b615-6dd22d175634,segment=NetworkSegment(a3cec444-5b57-49f0-a6ec-1676976056d3),segment_id=a3cec444-5b57-49f0-a6ec-1676976056d3)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:37:59.458670 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Returning: {'device': 'da027ff8-3759-427f-b615-6dd22d175634', 'network_id': 'd4eb6926-ce57-47e0-8764-b72f9685f745', 'port_id': 'da027ff8-3759-427f-b615-6dd22d175634', 'mac_address': 'fa:16:3e:75:ed:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c0268ae-30b0-4ae4-aa6b-343552b9261b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:37:59.498538 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port da027ff8-3759-427f-b615-6dd22d175634 is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:37:59.498929 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (da027ff8-3759-427f-b615-6dd22d175634), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:59.512089 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da027ff8-3759-427f-b615-6dd22d175634 {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:37:59.530953 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port da027ff8-3759-427f-b615-6dd22d175634, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=da027ff8-3759-427f-b615-6dd22d175634,segment=NetworkSegment(a3cec444-5b57-49f0-a6ec-1676976056d3),segment_id=a3cec444-5b57-49f0-a6ec-1676976056d3)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:37:59.538903 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (da027ff8-3759-427f-b615-6dd22d175634), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:37:59.586746 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=da027ff8-3759-427f-b615-6dd22d175634,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:37:59.594092 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:37:59.594393 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:37:59.594708 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:37:59.595042 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:37:59.595375 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:37:59.595714 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:37:59.596047 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:37:59.596374 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:37:59.596728 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:37:59.597046 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:37:59.597390 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:37:59.597731 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:37:59.598045 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:37:59.598357 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:37:59.598670 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:37:59.668287 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee1f67-1a49-432a-9297-35d801ae7e62 req-a0860f52-d28e-45ea-90ff-badb5a3678c6 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:37:59.669785 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-70ee1f67-1a49-432a-9297-35d801ae7e62 req-a0860f52-d28e-45ea-90ff-badb5a3678c6 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a3b6981-5bca-4b3a-9b6b-c6a7a4136517 HTTP/1.1" status: 200 len: 944 time: 0.0593858 Mar 23 17:37:59.717178 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-70ee1f67-1a49-432a-9297-35d801ae7e62 req-84f84ea6-781e-46f1-b45a-c4443fffc669 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/security-groups?id=91698864-b1c7-430e-b7a8-83dbd1990f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416865 Mar 23 17:37:59.947839 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] get_ports_and_sgs() called for port_ids ['da027ff8-3759-427f-b615-6dd22d175634'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:38:00.363677 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefdacda-9b62-4ea5-94b2-2a947993fe5d req-c98aa256-eb9f-4b61-83c6-0a91dbf00d7c tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:00.365222 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-eefdacda-9b62-4ea5-94b2-2a947993fe5d req-c98aa256-eb9f-4b61-83c6-0a91dbf00d7c tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0548985 Mar 23 17:38:00.420419 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-eefdacda-9b62-4ea5-94b2-2a947993fe5d req-0707e3c9-8138-4b8a-a9a2-b5aea74fdddf tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca71957c-f693-4286-bc3c-1c0171f0baa3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494685 Mar 23 17:38:00.525388 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d8b47-3ce7-4870-916c-10928013872a req-7fb46ed4-5f95-4e5e-9c7f-41416e7d1b7a tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:00.526772 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-726d8b47-3ce7-4870-916c-10928013872a req-7fb46ed4-5f95-4e5e-9c7f-41416e7d1b7a tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.57 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 946 time: 0.0566022 Mar 23 17:38:00.628973 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-726d8b47-3ce7-4870-916c-10928013872a req-99a2ce15-d4af-4d35-b1cd-467260f00047 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Deleting port 4644d4da-7800-458e-a05e-038aaba7d8a8 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:38:00.629350 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-726d8b47-3ce7-4870-916c-10928013872a req-99a2ce15-d4af-4d35-b1cd-467260f00047 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (4644d4da-7800-458e-a05e-038aaba7d8a8), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:00.717803 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-726d8b47-3ce7-4870-916c-10928013872a req-99a2ce15-d4af-4d35-b1cd-467260f00047 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] For port 4644d4da-7800-458e-a05e-038aaba7d8a8, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=4644d4da-7800-458e-a05e-038aaba7d8a8,segment=NetworkSegment(a411194a-69f6-4c08-a136-cf58c2766c0a),segment_id=a411194a-69f6-4c08-a136-cf58c2766c0a)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:38:00.718121 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-726d8b47-3ce7-4870-916c-10928013872a req-99a2ce15-d4af-4d35-b1cd-467260f00047 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (4644d4da-7800-458e-a05e-038aaba7d8a8), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:00.836919 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e94da-c612-4fe3-9bf7-c15d9d69b1fe req-7bb29dbf-27b4-414e-a56b-8cbcf5485223 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:00.838432 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-270e94da-c612-4fe3-9bf7-c15d9d69b1fe req-7bb29dbf-27b4-414e-a56b-8cbcf5485223 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a3b6981-5bca-4b3a-9b6b-c6a7a4136517 HTTP/1.1" status: 200 len: 944 time: 0.0532558 Mar 23 17:38:00.886075 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-270e94da-c612-4fe3-9bf7-c15d9d69b1fe req-992f34b6-7048-439f-8c72-653bd822eeb6 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/security-groups?id=91698864-b1c7-430e-b7a8-83dbd1990f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420222 Mar 23 17:38:00.898540 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-726d8b47-3ce7-4870-916c-10928013872a req-99a2ce15-d4af-4d35-b1cd-467260f00047 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:00.898918 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-726d8b47-3ce7-4870-916c-10928013872a req-99a2ce15-d4af-4d35-b1cd-467260f00047 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614213'] for floatingip (7d0b5b55-ec60-4d02-b417-4257e84c250b), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:00.899264 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.db.l3_db [req-726d8b47-3ce7-4870-916c-10928013872a req-99a2ce15-d4af-4d35-b1cd-467260f00047 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Floating IP 7d0b5b55-ec60-4d02-b417-4257e84c250b disassociated. External IP: 172.27.2.90, port: 4644d4da-7800-458e-a05e-038aaba7d8a8. Mar 23 17:38:00.899602 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-726d8b47-3ce7-4870-916c-10928013872a req-99a2ce15-d4af-4d35-b1cd-467260f00047 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Calling delete_port for 4644d4da-7800-458e-a05e-038aaba7d8a8 owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:38:01.034074 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-726d8b47-3ce7-4870-916c-10928013872a req-99a2ce15-d4af-4d35-b1cd-467260f00047 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59566619'] for port (4644d4da-7800-458e-a05e-038aaba7d8a8), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:01.060133 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2ce15-d4af-4d35-b1cd-467260f00047 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Pushing event deleted for resources: {'Port': ['ID=4644d4da-7800-458e-a05e-038aaba7d8a8,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:38:01.178801 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-726d8b47-3ce7-4870-916c-10928013872a req-99a2ce15-d4af-4d35-b1cd-467260f00047 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Router 48063dea-2895-40e4-905f-dfe5b0b536bb has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:38:01.353277 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device da027ff8-3759-427f-b615-6dd22d175634 up at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:38:01.410732 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning for port da027ff8-3759-427f-b615-6dd22d175634 completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:38:01.420449 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning complete for port da027ff8-3759-427f-b615-6dd22d175634 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:38:01.420865 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (da027ff8-3759-427f-b615-6dd22d175634), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:01.514611 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port da027ff8-3759-427f-b615-6dd22d175634 is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:38:01.515011 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (da027ff8-3759-427f-b615-6dd22d175634), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:01.541399 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3b6981-5bca-4b3a-9b6b-c6a7a4136517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da027ff8-3759-427f-b615-6dd22d175634'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:38:01.543921 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3b886c43f84fb41b48ddc1b85747c6a8556e7daa9282459995a85f65cd8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2abf1d-82e3-48b2-b13a-c72fb3b46622" -d '{"events": [{"server_uuid": "5a3b6981-5bca-4b3a-9b6b-c6a7a4136517", "name": "network-vif-plugged", "status": "completed", "tag": "da027ff8-3759-427f-b615-6dd22d175634"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:38:01.545862 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a5c7c451-62a5-4860-99e5-56df584835f0 req-37b1e20d-0ffb-441f-aac6-fb538f424c29 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=545e3831-f3ff-4447-b8aa-8d0a28c03910 HTTP/1.1" status: 200 len: 210 time: 0.0460179 Mar 23 17:38:01.547361 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-726d8b47-3ce7-4870-916c-10928013872a req-99a2ce15-d4af-4d35-b1cd-467260f00047 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:38:01.561666 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96079d0b-70d7-4fa7-8ce7-39347777b256 None None] Sync routers for ids ['48063dea-2895-40e4-905f-dfe5b0b536bb'] in dv-cinder-834920-1-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:38:01.567713 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port da027ff8-3759-427f-b615-6dd22d175634, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=da027ff8-3759-427f-b615-6dd22d175634,segment=NetworkSegment(a3cec444-5b57-49f0-a6ec-1676976056d3),segment_id=a3cec444-5b57-49f0-a6ec-1676976056d3)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:38:01.574979 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (da027ff8-3759-427f-b615-6dd22d175634), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:01.577974 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96079d0b-70d7-4fa7-8ce7-39347777b256 None None] Routers {'48063dea-2895-40e4-905f-dfe5b0b536bb'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:38:01.578603 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-96079d0b-70d7-4fa7-8ce7-39347777b256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:37:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['48063dea-2895-40e4-905f-dfe5b0b536bb'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:38:01.602790 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7751972-d714-4374-8769-cec097bf9302 x-openstack-request-id: req-d7751972-d714-4374-8769-cec097bf9302 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:38:01.603096 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3b6981-5bca-4b3a-9b6b-c6a7a4136517", "name": "network-vif-plugged", "status": "completed", "tag": "da027ff8-3759-427f-b615-6dd22d175634", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:38:01.603351 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-726d8b47-3ce7-4870-916c-10928013872a req-99a2ce15-d4af-4d35-b1cd-467260f00047 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] No DVR routers for this DVR port 4644d4da-7800-458e-a05e-038aaba7d8a8 on host hv-cinder-83492 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:38:01.603473 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d7751972-d714-4374-8769-cec097bf9302 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:38:01.603748 dv-cinder-834920-1-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7751972-d714-4374-8769-cec097bf9302'] response: {'server_uuid': '5a3b6981-5bca-4b3a-9b6b-c6a7a4136517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da027ff8-3759-427f-b615-6dd22d175634', 'code': 200} Mar 23 17:38:01.607751 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-726d8b47-3ce7-4870-916c-10928013872a req-99a2ce15-d4af-4d35-b1cd-467260f00047 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:01.611536 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-726d8b47-3ce7-4870-916c-10928013872a req-99a2ce15-d4af-4d35-b1cd-467260f00047 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.57 "DELETE /v2.0/ports/4644d4da-7800-458e-a05e-038aaba7d8a8 HTTP/1.1" status: 204 len: 173 time: 1.0785289 Mar 23 17:38:01.612467 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '545e3831-f3ff-4447-b8aa-8d0a28c03910', 'name': 'network-vif-deleted', 'tag': '4644d4da-7800-458e-a05e-038aaba7d8a8'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:38:01.616984 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978afb7e-9632-46d8-97ad-8544c6930d33" -d '{"events": [{"server_uuid": "545e3831-f3ff-4447-b8aa-8d0a28c03910", "name": "network-vif-deleted", "tag": "4644d4da-7800-458e-a05e-038aaba7d8a8"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:38:01.647132 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=da027ff8-3759-427f-b615-6dd22d175634,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:38:01.666238 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d1261a-96b6-4b3e-87b9-590304034abe x-openstack-request-id: req-b8d1261a-96b6-4b3e-87b9-590304034abe {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:38:01.666563 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "545e3831-f3ff-4447-b8aa-8d0a28c03910", "name": "network-vif-deleted", "tag": "4644d4da-7800-458e-a05e-038aaba7d8a8", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:38:01.666882 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b8d1261a-96b6-4b3e-87b9-590304034abe {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:38:01.667291 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8d1261a-96b6-4b3e-87b9-590304034abe'] response: {'server_uuid': '545e3831-f3ff-4447-b8aa-8d0a28c03910', 'name': 'network-vif-deleted', 'tag': '4644d4da-7800-458e-a05e-038aaba7d8a8', 'status': 'completed', 'code': 200} Mar 23 17:38:01.733392 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-96079d0b-70d7-4fa7-8ce7-39347777b256 None None] Set router 48063dea-2895-40e4-905f-dfe5b0b536bb gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:38:01.824306 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d175d6c-309b-43a9-92d7-edb99ce084d8 req-71d42f71-546b-4332-8a53-99e20376cebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:01.825930 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2d175d6c-309b-43a9-92d7-edb99ce084d8 req-71d42f71-546b-4332-8a53-99e20376cebe service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5a3b6981-5bca-4b3a-9b6b-c6a7a4136517 HTTP/1.1" status: 200 len: 1129 time: 0.0460455 Mar 23 17:38:01.869943 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2d175d6c-309b-43a9-92d7-edb99ce084d8 req-d3a47530-f040-475b-8a7a-ce2ce2c8fbec service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=91698864-b1c7-430e-b7a8-83dbd1990f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373137 Mar 23 17:38:01.930328 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-96079d0b-70d7-4fa7-8ce7-39347777b256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'name': 'tempest-AttachVolumeTestJSON-290508263-router', 'tenant_id': '562e825d481140639866877090276140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4b00755c-72f5-4f2b-8458-b0ecb5621d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:18Z', 'updated_at': '2022-03-23T17:29:32Z', 'revision_number': 4, 'project_id': '562e825d481140639866877090276140', 'gw_port': {'id': '4b00755c-72f5-4f2b-8458-b0ecb5621d5f', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '867fac67-9575-4b3e-aa0c-038b203f1c35', 'name': '', 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58', 'tenant_id': '562e825d481140639866877090276140', 'mac_address': 'fa:16:3e:f9:ca:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '551df535-6624-4945-9357-a463dcf05cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:30Z', 'updated_at': '2022-03-23T17:29:39Z', 'revision_number': 5, 'project_id': '562e825d481140639866877090276140', 'subnets': [{'id': '551df535-6624-4945-9357-a463dcf05cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:38:01.956551 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96079d0b-70d7-4fa7-8ce7-39347777b256 None None] Checking router: 48063dea-2895-40e4-905f-dfe5b0b536bb for host: dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:38:01.965260 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96079d0b-70d7-4fa7-8ce7-39347777b256 None None] Routers {'48063dea-2895-40e4-905f-dfe5b0b536bb'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:38:01.968429 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-96079d0b-70d7-4fa7-8ce7-39347777b256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:37:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['48063dea-2895-40e4-905f-dfe5b0b536bb'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:38:02.008841 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb6a08-8d8e-4cdf-b7cf-91b446ff396d req-a16857ab-54d0-4820-bc0b-074f83c1c757 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:02.010470 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-99eb6a08-8d8e-4cdf-b7cf-91b446ff396d req-a16857ab-54d0-4820-bc0b-074f83c1c757 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a3b6981-5bca-4b3a-9b6b-c6a7a4136517 HTTP/1.1" status: 200 len: 945 time: 0.0542328 Mar 23 17:38:02.061855 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-99eb6a08-8d8e-4cdf-b7cf-91b446ff396d req-b49621c4-e879-44c8-8b55-1e3ebb3f6e72 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/security-groups?id=91698864-b1c7-430e-b7a8-83dbd1990f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457220 Mar 23 17:38:02.072685 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-96079d0b-70d7-4fa7-8ce7-39347777b256 None None] Set router 48063dea-2895-40e4-905f-dfe5b0b536bb gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:38:02.269815 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-96079d0b-70d7-4fa7-8ce7-39347777b256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'name': 'tempest-AttachVolumeTestJSON-290508263-router', 'tenant_id': '562e825d481140639866877090276140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4b00755c-72f5-4f2b-8458-b0ecb5621d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:18Z', 'updated_at': '2022-03-23T17:29:32Z', 'revision_number': 4, 'project_id': '562e825d481140639866877090276140', 'gw_port': {'id': '4b00755c-72f5-4f2b-8458-b0ecb5621d5f', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '867fac67-9575-4b3e-aa0c-038b203f1c35', 'name': '', 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58', 'tenant_id': '562e825d481140639866877090276140', 'mac_address': 'fa:16:3e:f9:ca:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '551df535-6624-4945-9357-a463dcf05cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:30Z', 'updated_at': '2022-03-23T17:29:39Z', 'revision_number': 5, 'project_id': '562e825d481140639866877090276140', 'subnets': [{'id': '551df535-6624-4945-9357-a463dcf05cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:38:02.296084 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96079d0b-70d7-4fa7-8ce7-39347777b256 None None] The sync data for ids ['48063dea-2895-40e4-905f-dfe5b0b536bb'] in dv-cinder-834920-1-iscsi is: [{'id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'name': 'tempest-AttachVolumeTestJSON-290508263-router', 'tenant_id': '562e825d481140639866877090276140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4b00755c-72f5-4f2b-8458-b0ecb5621d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:18Z', 'updated_at': '2022-03-23T17:29:32Z', 'revision_number': 4, 'project_id': '562e825d481140639866877090276140', 'gw_port': {'id': '4b00755c-72f5-4f2b-8458-b0ecb5621d5f', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '867fac67-9575-4b3e-aa0c-038b203f1c35', 'name': '', 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58', 'tenant_id': '562e825d481140639866877090276140', 'mac_address': 'fa:16:3e:f9:ca:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '551df535-6624-4945-9357-a463dcf05cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:30Z', 'updated_at': '2022-03-23T17:29:39Z', 'revision_number': 5, 'project_id': '562e825d481140639866877090276140', 'subnets': [{'id': '551df535-6624-4945-9357-a463dcf05cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:38:02.517702 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa057ce-fd87-4fda-ba73-ee4ef9533657 None None] New status for floating IP 7d0b5b55-ec60-4d02-b417-4257e84c250b: DOWN {{(pid=103209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:38:02.621860 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 42114) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:38:02.680471 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4eb62e32-80b1-48f4-851a-95be2a04540f tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for security_group (ca71957c-f693-4286-bc3c-1c0171f0baa3), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:02.703625 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4eb62e32-80b1-48f4-851a-95be2a04540f tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for security_group (ca71957c-f693-4286-bc3c-1c0171f0baa3), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:02.755449 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4eb62e32-80b1-48f4-851a-95be2a04540f tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (ca71957c-f693-4286-bc3c-1c0171f0baa3), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:02.758149 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4eb62e32-80b1-48f4-851a-95be2a04540f tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:02.759307 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-4eb62e32-80b1-48f4-851a-95be2a04540f tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "DELETE /v2.0/security-groups/ca71957c-f693-4286-bc3c-1c0171f0baa3 HTTP/1.1" status: 204 len: 168 time: 0.1363842 Mar 23 17:38:02.762272 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 42116) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:38:02.768286 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb62e32-80b1-48f4-851a-95be2a04540f tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca71957c-f693-4286-bc3c-1c0171f0baa3,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:38:02.775543 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.api.v2.resource [None req-4f0eba89-f2cd-4ceb-8e70-b6e758f644dd tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] show failed (client error): The resource could not be found. Mar 23 17:38:02.775697 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb62e32-80b1-48f4-851a-95be2a04540f tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:38:02.775996 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb62e32-80b1-48f4-851a-95be2a04540f tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:38:02.776357 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb62e32-80b1-48f4-851a-95be2a04540f tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:38:02.776491 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-4f0eba89-f2cd-4ceb-8e70-b6e758f644dd tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups/ca71957c-f693-4286-bc3c-1c0171f0baa3 HTTP/1.1" status: 404 len: 347 time: 0.0131760 Mar 23 17:38:02.776702 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb62e32-80b1-48f4-851a-95be2a04540f tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:38:02.777023 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb62e32-80b1-48f4-851a-95be2a04540f tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:38:02.777386 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb62e32-80b1-48f4-851a-95be2a04540f tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:38:02.777712 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb62e32-80b1-48f4-851a-95be2a04540f tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:38:02.778033 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb62e32-80b1-48f4-851a-95be2a04540f tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:38:02.778340 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb62e32-80b1-48f4-851a-95be2a04540f tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:38:02.778661 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb62e32-80b1-48f4-851a-95be2a04540f tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:38:02.778983 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb62e32-80b1-48f4-851a-95be2a04540f tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:38:02.779309 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb62e32-80b1-48f4-851a-95be2a04540f tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:38:02.779411 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 42118) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:38:02.779626 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb62e32-80b1-48f4-851a-95be2a04540f tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:38:02.779940 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb62e32-80b1-48f4-851a-95be2a04540f tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:38:02.780253 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb62e32-80b1-48f4-851a-95be2a04540f tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:38:02.902661 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-8c5244ba-d5f3-4de1-8fd1-eefa631bf5d9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Deleting port a3e81d99-04d5-4b8b-9ee1-c5e5030b347a {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:38:02.902889 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8c5244ba-d5f3-4de1-8fd1-eefa631bf5d9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (a3e81d99-04d5-4b8b-9ee1-c5e5030b347a), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:02.978531 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8c5244ba-d5f3-4de1-8fd1-eefa631bf5d9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (a3e81d99-04d5-4b8b-9ee1-c5e5030b347a), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:02.978839 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8c5244ba-d5f3-4de1-8fd1-eefa631bf5d9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for floatingip (a3e81d99-04d5-4b8b-9ee1-c5e5030b347a), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:02.990944 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-8c5244ba-d5f3-4de1-8fd1-eefa631bf5d9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Calling delete_port for a3e81d99-04d5-4b8b-9ee1-c5e5030b347a owned by network:floatingip {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:38:03.125150 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8c5244ba-d5f3-4de1-8fd1-eefa631bf5d9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59566619'] for port (a3e81d99-04d5-4b8b-9ee1-c5e5030b347a), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:03.150975 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5244ba-d5f3-4de1-8fd1-eefa631bf5d9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Pushing event deleted for resources: {'Port': ['ID=a3e81d99-04d5-4b8b-9ee1-c5e5030b347a,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:38:03.183012 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799c675-3219-47d0-be85-d9bc7b2774ff req-5567cc3f-b96a-48a1-ab37-c8fb1f0378a7 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:03.184514 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7799c675-3219-47d0-be85-d9bc7b2774ff req-5567cc3f-b96a-48a1-ab37-c8fb1f0378a7 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a3b6981-5bca-4b3a-9b6b-c6a7a4136517 HTTP/1.1" status: 200 len: 945 time: 0.0545421 Mar 23 17:38:03.212816 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8c5244ba-d5f3-4de1-8fd1-eefa631bf5d9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for floatingip (7d0b5b55-ec60-4d02-b417-4257e84c250b), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:03.215999 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8c5244ba-d5f3-4de1-8fd1-eefa631bf5d9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for floatingip (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:03.217320 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-8c5244ba-d5f3-4de1-8fd1-eefa631bf5d9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "DELETE /v2.0/floatingips/7d0b5b55-ec60-4d02-b417-4257e84c250b HTTP/1.1" status: 204 len: 168 time: 0.4370606 Mar 23 17:38:03.236029 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7799c675-3219-47d0-be85-d9bc7b2774ff req-a7ce2a08-9838-42b0-bddc-45bb67958d5e tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/security-groups?id=91698864-b1c7-430e-b7a8-83dbd1990f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455174 Mar 23 17:38:03.782810 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 42126) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:38:03.787466 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-5db44ff9-36dd-47ac-a374-e3244a0ec8bb tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Request body: {'security_group': {'name': 'tempest-securitygroup--655594589', 'description': 'tempest-description--26408882'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:38:03.808767 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5db44ff9-36dd-47ac-a374-e3244a0ec8bb tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:03.875797 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5db44ff9-36dd-47ac-a374-e3244a0ec8bb tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for security_group (7f665960-6788-479c-88af-a6f8a93a0a51), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:03.880829 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5db44ff9-36dd-47ac-a374-e3244a0ec8bb tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (7f665960-6788-479c-88af-a6f8a93a0a51), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:03.911885 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5db44ff9-36dd-47ac-a374-e3244a0ec8bb tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:03.913681 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-5db44ff9-36dd-47ac-a374-e3244a0ec8bb tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1298087 Mar 23 17:38:03.914626 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db44ff9-36dd-47ac-a374-e3244a0ec8bb tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f665960-6788-479c-88af-a6f8a93a0a51,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:38:03.917123 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 42128) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:38:03.921845 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-b8d693ad-6c85-4f33-98a4-dc5bea4eea8e tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Request body: {'security_group_rule': {'security_group_id': '7f665960-6788-479c-88af-a6f8a93a0a51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:38:03.949803 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b8d693ad-6c85-4f33-98a4-dc5bea4eea8e tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for security_group_rule (f6c4dfdd-4010-4583-be8e-b30ec3ce0a9c), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:04.007001 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b8d693ad-6c85-4f33-98a4-dc5bea4eea8e tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for security_group_rule (f6c4dfdd-4010-4583-be8e-b30ec3ce0a9c), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:04.012021 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b8d693ad-6c85-4f33-98a4-dc5bea4eea8e tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530535'] for security_group_rule (f6c4dfdd-4010-4583-be8e-b30ec3ce0a9c), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:04.030631 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d693ad-6c85-4f33-98a4-dc5bea4eea8e tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c4dfdd-4010-4583-be8e-b30ec3ce0a9c,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:38:04.040028 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b8d693ad-6c85-4f33-98a4-dc5bea4eea8e tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:04.041448 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-b8d693ad-6c85-4f33-98a4-dc5bea4eea8e tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1232128 Mar 23 17:38:04.044080 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 42130) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:38:04.048605 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-48d8a82b-4f11-447e-8e9e-41c68dd73fad tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Request body: {'security_group_rule': {'security_group_id': '7f665960-6788-479c-88af-a6f8a93a0a51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:38:04.076558 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-48d8a82b-4f11-447e-8e9e-41c68dd73fad tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for security_group_rule (0da5adf5-9b69-46ba-a420-7dbb7ae38f8f), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:04.131000 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-48d8a82b-4f11-447e-8e9e-41c68dd73fad tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for security_group_rule (0da5adf5-9b69-46ba-a420-7dbb7ae38f8f), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:04.136118 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-48d8a82b-4f11-447e-8e9e-41c68dd73fad tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530535'] for security_group_rule (0da5adf5-9b69-46ba-a420-7dbb7ae38f8f), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:04.152608 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8a82b-4f11-447e-8e9e-41c68dd73fad tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0da5adf5-9b69-46ba-a420-7dbb7ae38f8f,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:38:04.162283 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-48d8a82b-4f11-447e-8e9e-41c68dd73fad tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:04.163812 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-48d8a82b-4f11-447e-8e9e-41c68dd73fad tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187232 Mar 23 17:38:04.167041 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 42132) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:38:04.171340 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-91bb649d-944c-4bab-9812-9cbbd13b61f9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Request body: {'floatingip': {'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:38:04.192671 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-91bb649d-944c-4bab-9812-9cbbd13b61f9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:04.293320 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-91bb649d-944c-4bab-9812-9cbbd13b61f9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:04.359586 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4521b-3e4d-4d60-b1a1-0a2fd031e1cb req-92aadffb-bda0-4398-a27a-963333e6d022 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:04.361111 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-62f4521b-3e4d-4d60-b1a1-0a2fd031e1cb req-92aadffb-bda0-4398-a27a-963333e6d022 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a3b6981-5bca-4b3a-9b6b-c6a7a4136517 HTTP/1.1" status: 200 len: 945 time: 0.0537095 Mar 23 17:38:04.397649 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [None req-91bb649d-944c-4bab-9812-9cbbd13b61f9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Allocated IP 172.27.2.40 (17d610fd-133a-4c28-bfb5-fce45cda1090/3c39f8ab-3a38-4914-94a2-be3bf3be7af7/e6ba9b88-4a11-4f7d-8b99-0c8130381cd5) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:38:04.409853 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-62f4521b-3e4d-4d60-b1a1-0a2fd031e1cb req-188f0db7-6df8-4995-8969-b496b5e71524 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/security-groups?id=91698864-b1c7-430e-b7a8-83dbd1990f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429497 Mar 23 17:38:04.502818 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-91bb649d-944c-4bab-9812-9cbbd13b61f9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for port (e6ba9b88-4a11-4f7d-8b99-0c8130381cd5), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:04.537090 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-91bb649d-944c-4bab-9812-9cbbd13b61f9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59566619'] for port (e6ba9b88-4a11-4f7d-8b99-0c8130381cd5), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:04.574083 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bb649d-944c-4bab-9812-9cbbd13b61f9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Network 17d610fd-133a-4c28-bfb5-fce45cda1090 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:38:04.577241 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-91bb649d-944c-4bab-9812-9cbbd13b61f9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:38:04.582984 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bb649d-944c-4bab-9812-9cbbd13b61f9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:38:04.588783 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb649d-944c-4bab-9812-9cbbd13b61f9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Pushing event updated for resources: {'Port': ['ID=e6ba9b88-4a11-4f7d-8b99-0c8130381cd5,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:38:04.677321 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-91bb649d-944c-4bab-9812-9cbbd13b61f9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for floatingip (e085bbb3-9611-4413-b7a1-7d28245f312b), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:04.714409 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-91bb649d-944c-4bab-9812-9cbbd13b61f9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (e6ba9b88-4a11-4f7d-8b99-0c8130381cd5), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:04.865376 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-91bb649d-944c-4bab-9812-9cbbd13b61f9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for port (e6ba9b88-4a11-4f7d-8b99-0c8130381cd5), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:04.871855 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-91bb649d-944c-4bab-9812-9cbbd13b61f9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59566636'] for port (e6ba9b88-4a11-4f7d-8b99-0c8130381cd5), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:04.953633 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb649d-944c-4bab-9812-9cbbd13b61f9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Pushing event updated for resources: {'Port': ['ID=e6ba9b88-4a11-4f7d-8b99-0c8130381cd5,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:38:04.960006 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-91bb649d-944c-4bab-9812-9cbbd13b61f9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614213'] for floatingip (e085bbb3-9611-4413-b7a1-7d28245f312b), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:04.976854 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-91bb649d-944c-4bab-9812-9cbbd13b61f9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for floatingip (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:04.983058 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-91bb649d-944c-4bab-9812-9cbbd13b61f9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8102536 Mar 23 17:38:05.041122 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39d50f-1dbd-407f-95f2-88927e25121c req-c81f54ae-5a51-40d3-861f-37de30eb57e6 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:05.042556 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ba39d50f-1dbd-407f-95f2-88927e25121c req-c81f54ae-5a51-40d3-861f-37de30eb57e6 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a3b6981-5bca-4b3a-9b6b-c6a7a4136517 HTTP/1.1" status: 200 len: 945 time: 0.0582440 Mar 23 17:38:05.089505 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ba39d50f-1dbd-407f-95f2-88927e25121c req-8ba6e1f4-d24c-4f4f-b257-eeba0b1d15c0 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/security-groups?id=91698864-b1c7-430e-b7a8-83dbd1990f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413234 Mar 23 17:38:05.177833 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-d8a5aaaf-efe9-4e47-a085-90f5659881d3 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--655594589&fields=id&tenant_id=562e825d481140639866877090276140 HTTP/1.1" status: 200 len: 267 time: 0.0422826 Mar 23 17:38:05.288673 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-6bcd0d00-5225-4668-b5b9-a93f3d04bb27 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:05.290150 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-6bcd0d00-5225-4668-b5b9-a93f3d04bb27 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/networks?id=cf00ba7b-82ed-4a68-ac03-2cd555b65d58 HTTP/1.1" status: 200 len: 810 time: 0.1060519 Mar 23 17:38:05.305225 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-41b3c9cd-9ea2-4356-b8ba-f427f3e90bf9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/quotas/562e825d481140639866877090276140 HTTP/1.1" status: 200 len: 375 time: 0.0094697 Mar 23 17:38:05.361362 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-b6e96118-95d3-499d-aca5-5440e63ad2a6 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=562e825d481140639866877090276140&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514159 Mar 23 17:38:05.397320 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device 4644d4da-7800-458e-a05e-038aaba7d8a8 no longer exists at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:38:05.421987 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] No Port match for: 4644d4da-7800-458e-a05e-038aaba7d8a8 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:38:05.422339 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device 4644d4da-7800-458e-a05e-038aaba7d8a8 not bound to the agent host hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:38:05.456832 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-3fb16424-8b25-49b7-9ed6-3e7a3b9c516e service neutron] 10.222.0.41 "GET /v2.0/networks/cf00ba7b-82ed-4a68-ac03-2cd555b65d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831387 Mar 23 17:38:05.557232 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-cdcf96f2-e9fa-4162-8a4d-ddcaaf0a3402 service neutron] 10.222.0.41 "GET /v2.0/networks/cf00ba7b-82ed-4a68-ac03-2cd555b65d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916848 Mar 23 17:38:05.723910 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-49d3ea16-7a33-4b09-b182-ffc0e1500503 req-017a1392-40c1-4cf3-ab66-2df0be57d3c7 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c3bfcb0-89a2-41a4-84ef-6089afb9e617 HTTP/1.1" status: 200 len: 210 time: 0.0280697 Mar 23 17:38:06.212413 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f9c5f-ba58-41c9-ae17-b418b2980d19 req-288a8b43-46c8-4822-9ce0-b6620cbe7468 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:06.214497 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3c5f9c5f-ba58-41c9-ae17-b418b2980d19 req-288a8b43-46c8-4822-9ce0-b6620cbe7468 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a3b6981-5bca-4b3a-9b6b-c6a7a4136517 HTTP/1.1" status: 200 len: 945 time: 0.0551829 Mar 23 17:38:06.265874 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3c5f9c5f-ba58-41c9-ae17-b418b2980d19 req-be90d152-0835-43c9-ae86-1bf218a39968 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/security-groups?id=91698864-b1c7-430e-b7a8-83dbd1990f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449114 Mar 23 17:38:06.827502 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-757772a4-d444-4eeb-b31f-8fb9ced62161 req-b7b8095b-11d6-4ba8-9887-250341437756 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c3bfcb0-89a2-41a4-84ef-6089afb9e617 HTTP/1.1" status: 200 len: 210 time: 0.0325816 Mar 23 17:38:06.855246 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-e66ee956-d3f8-45da-9e32-cb0508dba3c8 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:06.856732 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-e66ee956-d3f8-45da-9e32-cb0508dba3c8 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.57 "GET /v2.0/networks?id=cf00ba7b-82ed-4a68-ac03-2cd555b65d58 HTTP/1.1" status: 200 len: 810 time: 0.1314924 Mar 23 17:38:06.864501 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0a4be-a221-4b75-8555-86bf02bd1f0b req-3d5fa755-76a4-4c15-9d31-ff01ed9dec47 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:06.865854 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5fb0a4be-a221-4b75-8555-86bf02bd1f0b req-3d5fa755-76a4-4c15-9d31-ff01ed9dec47 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a3b6981-5bca-4b3a-9b6b-c6a7a4136517 HTTP/1.1" status: 200 len: 945 time: 0.1313734 Mar 23 17:38:06.980956 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-e6116197-322d-42f7-be2d-8b5f90c8c0dc tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=562e825d481140639866877090276140 HTTP/1.1" status: 200 len: 379 time: 0.1061835 Mar 23 17:38:06.991297 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-0154f6bd-4687-43a8-be89-f21ca7b858db tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Request body: {'port': {'device_id': '1c3bfcb0-89a2-41a4-84ef-6089afb9e617', 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58', 'admin_state_up': True, 'tenant_id': '562e825d481140639866877090276140', 'security_groups': ['7f665960-6788-479c-88af-a6f8a93a0a51']}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:38:07.055326 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-5fb0a4be-a221-4b75-8555-86bf02bd1f0b req-6b6838ac-501c-4863-9b04-fd5e0790bd61 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Deleting port da027ff8-3759-427f-b615-6dd22d175634 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:38:07.055587 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-5fb0a4be-a221-4b75-8555-86bf02bd1f0b req-6b6838ac-501c-4863-9b04-fd5e0790bd61 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (da027ff8-3759-427f-b615-6dd22d175634), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:07.172156 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-5fb0a4be-a221-4b75-8555-86bf02bd1f0b req-6b6838ac-501c-4863-9b04-fd5e0790bd61 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] For port da027ff8-3759-427f-b615-6dd22d175634, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=da027ff8-3759-427f-b615-6dd22d175634,segment=NetworkSegment(a3cec444-5b57-49f0-a6ec-1676976056d3),segment_id=a3cec444-5b57-49f0-a6ec-1676976056d3)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:38:07.172511 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-5fb0a4be-a221-4b75-8555-86bf02bd1f0b req-6b6838ac-501c-4863-9b04-fd5e0790bd61 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (da027ff8-3759-427f-b615-6dd22d175634), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:07.174797 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-0154f6bd-4687-43a8-be89-f21ca7b858db tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Made reservation on behalf of 562e825d481140639866877090276140 for: {'port': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:38:07.178066 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-0154f6bd-4687-43a8-be89-f21ca7b858db tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:07.195798 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-5fb0a4be-a221-4b75-8555-86bf02bd1f0b req-6b6838ac-501c-4863-9b04-fd5e0790bd61 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Calling delete_port for da027ff8-3759-427f-b615-6dd22d175634 owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:38:07.369259 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-0154f6bd-4687-43a8-be89-f21ca7b858db tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Allocated IP 172.20.0.9 (cf00ba7b-82ed-4a68-ac03-2cd555b65d58/551df535-6624-4945-9357-a463dcf05cfd/dda068f8-1b21-46fa-8131-6c994ac274ec) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:38:07.388893 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f158037-1e21-49fc-98c8-65ecdaa35b47 req-bde04446-2013-4ea3-b0f0-8f948d0967c7 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:07.390443 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6f158037-1e21-49fc-98c8-65ecdaa35b47 req-bde04446-2013-4ea3-b0f0-8f948d0967c7 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a3b6981-5bca-4b3a-9b6b-c6a7a4136517 HTTP/1.1" status: 200 len: 945 time: 0.0553672 Mar 23 17:38:07.427950 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-5fb0a4be-a221-4b75-8555-86bf02bd1f0b req-6b6838ac-501c-4863-9b04-fd5e0790bd61 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59566619'] for port (da027ff8-3759-427f-b615-6dd22d175634), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:07.439909 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] get_ports_and_sgs() called for port_ids ['da027ff8-3759-427f-b615-6dd22d175634'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:38:07.441599 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6f158037-1e21-49fc-98c8-65ecdaa35b47 req-6d7193eb-9770-4142-b848-5de6442ebcd3 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/security-groups?id=91698864-b1c7-430e-b7a8-83dbd1990f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452292 Mar 23 17:38:07.468855 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6838ac-501c-4863-9b04-fd5e0790bd61 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Pushing event deleted for resources: {'Port': ['ID=da027ff8-3759-427f-b615-6dd22d175634,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:38:07.522029 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb0a4be-a221-4b75-8555-86bf02bd1f0b req-6b6838ac-501c-4863-9b04-fd5e0790bd61 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] No DVR routers for this DVR port da027ff8-3759-427f-b615-6dd22d175634 on host hv-cinder-83492 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:38:07.525766 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-5fb0a4be-a221-4b75-8555-86bf02bd1f0b req-6b6838ac-501c-4863-9b04-fd5e0790bd61 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:07.529025 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5fb0a4be-a221-4b75-8555-86bf02bd1f0b req-6b6838ac-501c-4863-9b04-fd5e0790bd61 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.57 "DELETE /v2.0/ports/da027ff8-3759-427f-b615-6dd22d175634 HTTP/1.1" status: 204 len: 173 time: 0.6533041 Mar 23 17:38:07.529482 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3b6981-5bca-4b3a-9b6b-c6a7a4136517', 'name': 'network-vif-deleted', 'tag': 'da027ff8-3759-427f-b615-6dd22d175634'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:38:07.531715 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6836724-7536-4b81-a7ab-6fea689a70bd" -d '{"events": [{"server_uuid": "5a3b6981-5bca-4b3a-9b6b-c6a7a4136517", "name": "network-vif-deleted", "tag": "da027ff8-3759-427f-b615-6dd22d175634"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:38:07.574928 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb07c0a-e01e-4a2c-a48d-f02a768f0bc3 x-openstack-request-id: req-4fb07c0a-e01e-4a2c-a48d-f02a768f0bc3 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:38:07.575222 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3b6981-5bca-4b3a-9b6b-c6a7a4136517", "name": "network-vif-deleted", "tag": "da027ff8-3759-427f-b615-6dd22d175634", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:38:07.575475 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4fb07c0a-e01e-4a2c-a48d-f02a768f0bc3 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:38:07.575875 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fb07c0a-e01e-4a2c-a48d-f02a768f0bc3'] response: {'server_uuid': '5a3b6981-5bca-4b3a-9b6b-c6a7a4136517', 'name': 'network-vif-deleted', 'tag': 'da027ff8-3759-427f-b615-6dd22d175634', 'status': 'completed', 'code': 200} Mar 23 17:38:07.638233 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-0154f6bd-4687-43a8-be89-f21ca7b858db tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for port (dda068f8-1b21-46fa-8131-6c994ac274ec), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:07.654189 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-27d22422-aab7-41e5-b28e-cd2db4193025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:07.675539 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-0154f6bd-4687-43a8-be89-f21ca7b858db tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59566619'] for port (dda068f8-1b21-46fa-8131-6c994ac274ec), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:07.716760 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-0154f6bd-4687-43a8-be89-f21ca7b858db tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Network cf00ba7b-82ed-4a68-ac03-2cd555b65d58 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:38:07.720092 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-0154f6bd-4687-43a8-be89-f21ca7b858db tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:38:07.727479 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-0154f6bd-4687-43a8-be89-f21ca7b858db tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:38:07.734619 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154f6bd-4687-43a8-be89-f21ca7b858db tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Pushing event updated for resources: {'Port': ['ID=dda068f8-1b21-46fa-8131-6c994ac274ec,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:38:07.783478 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-0154f6bd-4687-43a8-be89-f21ca7b858db tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:07.784142 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-0154f6bd-4687-43a8-be89-f21ca7b858db tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:07.801257 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-0154f6bd-4687-43a8-be89-f21ca7b858db tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8135290 Mar 23 17:38:07.813489 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-7cba5c5a-e09b-4b67-b9a0-0721e54563e9 service neutron] Request body: {'port': {'device_id': '1c3bfcb0-89a2-41a4-84ef-6089afb9e617', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83492'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:38:07.880229 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-7cba5c5a-e09b-4b67-b9a0-0721e54563e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (dda068f8-1b21-46fa-8131-6c994ac274ec), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:07.954233 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa977937-e8b7-4b80-ad19-69ed8694c803 req-1f8eb4bd-ce0a-4c53-b0f9-0e114d3bd196 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:07.955778 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fa977937-e8b7-4b80-ad19-69ed8694c803 req-1f8eb4bd-ce0a-4c53-b0f9-0e114d3bd196 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c3bfcb0-89a2-41a4-84ef-6089afb9e617 HTTP/1.1" status: 200 len: 931 time: 0.0558825 Mar 23 17:38:07.982933 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-03f35d99-df09-4b94-b164-384baa15d8e5 None None] Provisioning complete for port dda068f8-1b21-46fa-8131-6c994ac274ec triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:38:07.983398 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-03f35d99-df09-4b94-b164-384baa15d8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (dda068f8-1b21-46fa-8131-6c994ac274ec), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:08.006546 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fa977937-e8b7-4b80-ad19-69ed8694c803 req-1cbc09f8-f5c0-4da7-a34d-cef960b71375 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f665960-6788-479c-88af-a6f8a93a0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448596 Mar 23 17:38:08.024598 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-03f35d99-df09-4b94-b164-384baa15d8e5 None None] Port dda068f8-1b21-46fa-8131-6c994ac274ec cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:38:08.158502 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-7cba5c5a-e09b-4b67-b9a0-0721e54563e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dda068f8-1b21-46fa-8131-6c994ac274ec {{(pid=103207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:38:08.166847 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-7cba5c5a-e09b-4b67-b9a0-0721e54563e9 service neutron] Publish callbacks [] for port (dda068f8-1b21-46fa-8131-6c994ac274ec), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:08.179329 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.provisioning_blocks [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-7cba5c5a-e09b-4b67-b9a0-0721e54563e9 service neutron] Transition to ACTIVE for port object dda068f8-1b21-46fa-8131-6c994ac274ec will not be triggered until provisioned by entity L2. {{(pid=103207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:38:08.185215 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-7cba5c5a-e09b-4b67-b9a0-0721e54563e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59566636'] for port (dda068f8-1b21-46fa-8131-6c994ac274ec), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:08.233183 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba5c5a-e09b-4b67-b9a0-0721e54563e9 service neutron] Pushing event updated for resources: {'Port': ['ID=dda068f8-1b21-46fa-8131-6c994ac274ec,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:38:08.309854 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-7cba5c5a-e09b-4b67-b9a0-0721e54563e9 service neutron] Attempting to bind port dda068f8-1b21-46fa-8131-6c994ac274ec on host hv-cinder-83492 for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:38:08.310166 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-7cba5c5a-e09b-4b67-b9a0-0721e54563e9 service neutron] Attempting to bind port dda068f8-1b21-46fa-8131-6c994ac274ec by drivers openvswitch,hyperv on host hv-cinder-83492 at level 0 using segments [{'id': 'a411194a-69f6-4c08-a136-cf58c2766c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:38:08.310523 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-7cba5c5a-e09b-4b67-b9a0-0721e54563e9 service neutron] Attempting to bind port dda068f8-1b21-46fa-8131-6c994ac274ec on network cf00ba7b-82ed-4a68-ac03-2cd555b65d58 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:38:08.315233 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-7cba5c5a-e09b-4b67-b9a0-0721e54563e9 service neutron] Port dda068f8-1b21-46fa-8131-6c994ac274ec on network cf00ba7b-82ed-4a68-ac03-2cd555b65d58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83492 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:38:08.315553 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-7cba5c5a-e09b-4b67-b9a0-0721e54563e9 service neutron] Attempting to bind port dda068f8-1b21-46fa-8131-6c994ac274ec on network cf00ba7b-82ed-4a68-ac03-2cd555b65d58 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:38:08.320566 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-7cba5c5a-e09b-4b67-b9a0-0721e54563e9 service neutron] Checking agent: {'id': '0fd13996-c267-4136-a0e2-84ee892b4d83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83492', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'started_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:38:08.320907 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-7cba5c5a-e09b-4b67-b9a0-0721e54563e9 service neutron] Checking segment: {'id': 'a411194a-69f6-4c08-a136-cf58c2766c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:38:08.321369 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-7cba5c5a-e09b-4b67-b9a0-0721e54563e9 service neutron] Bound using segment: {'id': 'a411194a-69f6-4c08-a136-cf58c2766c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:38:08.321798 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-7cba5c5a-e09b-4b67-b9a0-0721e54563e9 service neutron] Bound port: dda068f8-1b21-46fa-8131-6c994ac274ec, host: hv-cinder-83492, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a411194a-69f6-4c08-a136-cf58c2766c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:38:08.322291 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-7cba5c5a-e09b-4b67-b9a0-0721e54563e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (dda068f8-1b21-46fa-8131-6c994ac274ec), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:08.386135 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-7cba5c5a-e09b-4b67-b9a0-0721e54563e9 service neutron] For port dda068f8-1b21-46fa-8131-6c994ac274ec, host hv-cinder-83492, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:38:08.389045 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-7cba5c5a-e09b-4b67-b9a0-0721e54563e9 service neutron] For port dda068f8-1b21-46fa-8131-6c994ac274ec, host hv-cinder-83492, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=dda068f8-1b21-46fa-8131-6c994ac274ec,segment=NetworkSegment(a411194a-69f6-4c08-a136-cf58c2766c0a),segment_id=a411194a-69f6-4c08-a136-cf58c2766c0a)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:38:08.397468 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-7cba5c5a-e09b-4b67-b9a0-0721e54563e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59566636'] for port (dda068f8-1b21-46fa-8131-6c994ac274ec), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:08.428641 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-7cba5c5a-e09b-4b67-b9a0-0721e54563e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:08.429297 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-7cba5c5a-e09b-4b67-b9a0-0721e54563e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:08.430694 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-7cba5c5a-e09b-4b67-b9a0-0721e54563e9 service neutron] 10.222.0.57 "PUT /v2.0/ports/dda068f8-1b21-46fa-8131-6c994ac274ec HTTP/1.1" status: 200 len: 1093 time: 0.6219738 Mar 23 17:38:08.463460 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba5c5a-e09b-4b67-b9a0-0721e54563e9 service neutron] Pushing event updated for resources: {'Port': ['ID=dda068f8-1b21-46fa-8131-6c994ac274ec,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:38:08.532621 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-bc7f4ade-57bd-483c-8b7d-d23ed6e2d30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:08.534346 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-bc7f4ade-57bd-483c-8b7d-d23ed6e2d30f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=562e825d481140639866877090276140&device_id=1c3bfcb0-89a2-41a4-84ef-6089afb9e617 HTTP/1.1" status: 200 len: 1127 time: 0.0538344 Mar 23 17:38:08.584414 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-6409e4e1-89ac-40c7-8162-a4beeb18ac24 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dda068f8-1b21-46fa-8131-6c994ac274ec HTTP/1.1" status: 200 len: 217 time: 0.0408120 Mar 23 17:38:08.640456 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-c83796b7-5319-4b4c-a527-f5ca36890a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:08.642056 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-c83796b7-5319-4b4c-a527-f5ca36890a17 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=551df535-6624-4945-9357-a463dcf05cfd HTTP/1.1" status: 200 len: 849 time: 0.0505593 Mar 23 17:38:08.704277 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-3a2b1637-4013-4057-a4c7-9ee1b40f1190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:08.705971 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-3a2b1637-4013-4057-a4c7-9ee1b40f1190 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf00ba7b-82ed-4a68-ac03-2cd555b65d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581665 Mar 23 17:38:08.818101 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-c40bc18d-38cf-449c-910c-8d7de858503b service neutron] 10.222.0.57 "GET /v2.0/networks/cf00ba7b-82ed-4a68-ac03-2cd555b65d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000118 Mar 23 17:38:08.908558 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c0889e41-3e68-4c1f-a253-1d3a24d1c2e0 req-9b7228c3-264b-4915-a2c7-40313f25fd7f service neutron] 10.222.0.57 "GET /v2.0/networks/cf00ba7b-82ed-4a68-ac03-2cd555b65d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830176 Mar 23 17:38:09.020652 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-a8d1b77a-160d-41fa-9747-ea62d18a8037 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:09.022068 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-a8d1b77a-160d-41fa-9747-ea62d18a8037 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/networks?id=d4eb6926-ce57-47e0-8764-b72f9685f745 HTTP/1.1" status: 200 len: 808 time: 0.1034188 Mar 23 17:38:09.037033 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-94144de5-b075-4618-8075-8bec0c84a4f8 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/quotas/b2281f6911b845f18166ebdbb990c715 HTTP/1.1" status: 200 len: 375 time: 0.0091028 Mar 23 17:38:09.069869 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-c8b7eca3-1674-4cfb-a810-00d9ce5733a6 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2281f6911b845f18166ebdbb990c715&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269186 Mar 23 17:38:09.193778 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd26c86-49bb-4646-9dc0-a71f1dc4cfad req-733233af-3edc-4430-995e-2596cb29f81e tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:09.195225 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ffd26c86-49bb-4646-9dc0-a71f1dc4cfad req-733233af-3edc-4430-995e-2596cb29f81e tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c3bfcb0-89a2-41a4-84ef-6089afb9e617 HTTP/1.1" status: 200 len: 943 time: 0.1160591 Mar 23 17:38:09.200765 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-14675995-401e-4c57-8115-3b03b167e702 service neutron] 10.222.0.41 "GET /v2.0/networks/d4eb6926-ce57-47e0-8764-b72f9685f745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133502 Mar 23 17:38:09.290872 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ffd26c86-49bb-4646-9dc0-a71f1dc4cfad req-6ceb9d38-92bf-44c3-a2b8-1d2d9be50d02 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f665960-6788-479c-88af-a6f8a93a0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890508 Mar 23 17:38:09.317165 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-7a63021e-c5c8-4234-b5ca-122cb28736b5 service neutron] 10.222.0.41 "GET /v2.0/networks/d4eb6926-ce57-47e0-8764-b72f9685f745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097457 Mar 23 17:38:09.489584 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-13ccfe32-357e-4166-9b0f-33d41946da4c req-75f80614-2ccc-4517-b840-6b07272bfcf6 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6bd6c9c-15e6-4c50-ac2e-2e658ff673f3 HTTP/1.1" status: 200 len: 210 time: 0.0281999 Mar 23 17:38:09.577585 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c3bfcb0-89a2-41a4-84ef-6089afb9e617', 'tag': 'dda068f8-1b21-46fa-8131-6c994ac274ec'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:38:09.579973 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbfe0cb-bd6e-44bb-a7f6-bc3018df57f7" -d '{"events": [{"name": "network-changed", "server_uuid": "1c3bfcb0-89a2-41a4-84ef-6089afb9e617", "tag": "dda068f8-1b21-46fa-8131-6c994ac274ec"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:38:09.616424 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b11105-6c77-4490-ae70-4ad554aa87c3 x-openstack-request-id: req-06b11105-6c77-4490-ae70-4ad554aa87c3 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:38:09.616806 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c3bfcb0-89a2-41a4-84ef-6089afb9e617", "tag": "dda068f8-1b21-46fa-8131-6c994ac274ec", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:38:09.617062 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-06b11105-6c77-4490-ae70-4ad554aa87c3 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:38:09.617536 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06b11105-6c77-4490-ae70-4ad554aa87c3'] response: {'name': 'network-changed', 'server_uuid': '1c3bfcb0-89a2-41a4-84ef-6089afb9e617', 'tag': 'dda068f8-1b21-46fa-8131-6c994ac274ec', 'status': 'completed', 'code': 200} Mar 23 17:38:09.691607 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfe0cb-bd6e-44bb-a7f6-bc3018df57f7 req-91f77dce-e41f-4fd4-9798-2b27d141a288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:09.693130 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cbbfe0cb-bd6e-44bb-a7f6-bc3018df57f7 req-91f77dce-e41f-4fd4-9798-2b27d141a288 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=562e825d481140639866877090276140&device_id=1c3bfcb0-89a2-41a4-84ef-6089afb9e617 HTTP/1.1" status: 200 len: 1127 time: 0.0515239 Mar 23 17:38:09.786566 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfe0cb-bd6e-44bb-a7f6-bc3018df57f7 req-aa287bd9-4c3a-4ca9-b823-b1dbba711ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:09.788501 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cbbfe0cb-bd6e-44bb-a7f6-bc3018df57f7 req-aa287bd9-4c3a-4ca9-b823-b1dbba711ef9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf00ba7b-82ed-4a68-ac03-2cd555b65d58 HTTP/1.1" status: 200 len: 911 time: 0.0882285 Mar 23 17:38:09.841505 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cbbfe0cb-bd6e-44bb-a7f6-bc3018df57f7 req-c02ba26e-8faa-45db-b063-93e4ed4734eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dda068f8-1b21-46fa-8131-6c994ac274ec HTTP/1.1" status: 200 len: 217 time: 0.0378327 Mar 23 17:38:09.891169 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfe0cb-bd6e-44bb-a7f6-bc3018df57f7 req-746fbb47-2fe2-423e-aefc-2425e9ad9697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:09.892654 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cbbfe0cb-bd6e-44bb-a7f6-bc3018df57f7 req-746fbb47-2fe2-423e-aefc-2425e9ad9697 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=551df535-6624-4945-9357-a463dcf05cfd HTTP/1.1" status: 200 len: 849 time: 0.0428329 Mar 23 17:38:09.941851 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbfe0cb-bd6e-44bb-a7f6-bc3018df57f7 req-20105477-729f-4e64-90cf-d2b21fb33c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:09.943432 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cbbfe0cb-bd6e-44bb-a7f6-bc3018df57f7 req-20105477-729f-4e64-90cf-d2b21fb33c7b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf00ba7b-82ed-4a68-ac03-2cd555b65d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448270 Mar 23 17:38:10.034892 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cbbfe0cb-bd6e-44bb-a7f6-bc3018df57f7 req-f38e810a-09a3-457b-889a-b27c51348d92 service neutron] 10.222.0.57 "GET /v2.0/networks/cf00ba7b-82ed-4a68-ac03-2cd555b65d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850930 Mar 23 17:38:10.124906 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-cbbfe0cb-bd6e-44bb-a7f6-bc3018df57f7 req-b523b366-52f4-4a92-88ab-62e44bda910f service neutron] 10.222.0.57 "GET /v2.0/networks/cf00ba7b-82ed-4a68-ac03-2cd555b65d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830712 Mar 23 17:38:10.149074 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-12144b5a-5eee-49f1-8979-88fb0d0bb130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:10.426632 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe4844-9a99-44ef-a6a6-d3b36430c7c4 req-3937337a-a54a-48ba-a72c-1fd1457d75b9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:10.428138 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ecbe4844-9a99-44ef-a6a6-d3b36430c7c4 req-3937337a-a54a-48ba-a72c-1fd1457d75b9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c3bfcb0-89a2-41a4-84ef-6089afb9e617 HTTP/1.1" status: 200 len: 943 time: 0.0588024 Mar 23 17:38:10.476393 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ecbe4844-9a99-44ef-a6a6-d3b36430c7c4 req-8f855900-ae44-41dc-9083-667015effdf5 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f665960-6788-479c-88af-a6f8a93a0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418839 Mar 23 17:38:10.587296 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-eebb604c-0553-4fd1-954c-ef6967b60e8e tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:10.588752 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-eebb604c-0553-4fd1-954c-ef6967b60e8e tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.57 "GET /v2.0/networks?id=d4eb6926-ce57-47e0-8764-b72f9685f745 HTTP/1.1" status: 200 len: 808 time: 0.1159790 Mar 23 17:38:10.590161 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a89ffb37-a243-471e-8613-3d2d57ebfe56 req-651c6b51-55a7-4b8f-bf74-264541012a21 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6bd6c9c-15e6-4c50-ac2e-2e658ff673f3 HTTP/1.1" status: 200 len: 210 time: 0.0301392 Mar 23 17:38:10.602271 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-592132dc-d9c1-41be-a03f-b2fb269708fd tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Request body: {'port': {'device_id': 'b6bd6c9c-15e6-4c50-ac2e-2e658ff673f3', 'network_id': 'd4eb6926-ce57-47e0-8764-b72f9685f745', 'admin_state_up': True, 'tenant_id': 'b2281f6911b845f18166ebdbb990c715'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:38:10.724973 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-592132dc-d9c1-41be-a03f-b2fb269708fd tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Made reservation on behalf of b2281f6911b845f18166ebdbb990c715 for: {'port': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:38:10.728577 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-592132dc-d9c1-41be-a03f-b2fb269708fd tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:10.853768 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-592132dc-d9c1-41be-a03f-b2fb269708fd tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Allocated IP 172.20.0.10 (d4eb6926-ce57-47e0-8764-b72f9685f745/2c0268ae-30b0-4ae4-aa6b-343552b9261b/96007640-0d36-411d-a516-ceb2a7ba5135) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:38:11.004931 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-592132dc-d9c1-41be-a03f-b2fb269708fd tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Publish callbacks [] for port (96007640-0d36-411d-a516-ceb2a7ba5135), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:11.043015 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-592132dc-d9c1-41be-a03f-b2fb269708fd tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59566619'] for port (96007640-0d36-411d-a516-ceb2a7ba5135), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:11.086184 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-592132dc-d9c1-41be-a03f-b2fb269708fd tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Network d4eb6926-ce57-47e0-8764-b72f9685f745 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:38:11.089316 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-592132dc-d9c1-41be-a03f-b2fb269708fd tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:38:11.094914 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-592132dc-d9c1-41be-a03f-b2fb269708fd tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:38:11.101527 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592132dc-d9c1-41be-a03f-b2fb269708fd tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Pushing event updated for resources: {'Port': ['ID=96007640-0d36-411d-a516-ceb2a7ba5135,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:38:11.145173 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-592132dc-d9c1-41be-a03f-b2fb269708fd tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:11.145794 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-592132dc-d9c1-41be-a03f-b2fb269708fd tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:11.162739 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-592132dc-d9c1-41be-a03f-b2fb269708fd tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5652740 Mar 23 17:38:11.174478 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-f1f8a42b-5feb-47c8-9770-a681dae4e901 service neutron] Request body: {'port': {'device_id': 'b6bd6c9c-15e6-4c50-ac2e-2e658ff673f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83492'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:38:11.233232 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-f1f8a42b-5feb-47c8-9770-a681dae4e901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (96007640-0d36-411d-a516-ceb2a7ba5135), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:11.395410 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:11.439982 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device da027ff8-3759-427f-b615-6dd22d175634 no longer exists at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:38:11.460618 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] No Port match for: da027ff8-3759-427f-b615-6dd22d175634 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:38:11.460952 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device da027ff8-3759-427f-b615-6dd22d175634 not bound to the agent host hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:38:11.495678 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-f1f8a42b-5feb-47c8-9770-a681dae4e901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96007640-0d36-411d-a516-ceb2a7ba5135 {{(pid=103207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:38:11.503585 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-f1f8a42b-5feb-47c8-9770-a681dae4e901 service neutron] Publish callbacks [] for port (96007640-0d36-411d-a516-ceb2a7ba5135), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:11.516398 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.provisioning_blocks [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-f1f8a42b-5feb-47c8-9770-a681dae4e901 service neutron] Transition to ACTIVE for port object 96007640-0d36-411d-a516-ceb2a7ba5135 will not be triggered until provisioned by entity L2. {{(pid=103207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:38:11.521239 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-f1f8a42b-5feb-47c8-9770-a681dae4e901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59566636'] for port (96007640-0d36-411d-a516-ceb2a7ba5135), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:11.571221 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8a42b-5feb-47c8-9770-a681dae4e901 service neutron] Pushing event updated for resources: {'Port': ['ID=96007640-0d36-411d-a516-ceb2a7ba5135,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:38:11.602593 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788811a-5f45-4c75-ae46-253e20646a07 req-1f36585f-9f69-49fe-a6cb-7153ae5b8fc4 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:11.604143 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f788811a-5f45-4c75-ae46-253e20646a07 req-1f36585f-9f69-49fe-a6cb-7153ae5b8fc4 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c3bfcb0-89a2-41a4-84ef-6089afb9e617 HTTP/1.1" status: 200 len: 943 time: 0.0541904 Mar 23 17:38:11.641423 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-f1f8a42b-5feb-47c8-9770-a681dae4e901 service neutron] Attempting to bind port 96007640-0d36-411d-a516-ceb2a7ba5135 on host hv-cinder-83492 for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:38:11.641768 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-f1f8a42b-5feb-47c8-9770-a681dae4e901 service neutron] Attempting to bind port 96007640-0d36-411d-a516-ceb2a7ba5135 by drivers openvswitch,hyperv on host hv-cinder-83492 at level 0 using segments [{'id': 'a3cec444-5b57-49f0-a6ec-1676976056d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd4eb6926-ce57-47e0-8764-b72f9685f745'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:38:11.642086 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-f1f8a42b-5feb-47c8-9770-a681dae4e901 service neutron] Attempting to bind port 96007640-0d36-411d-a516-ceb2a7ba5135 on network d4eb6926-ce57-47e0-8764-b72f9685f745 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:38:11.647179 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-f1f8a42b-5feb-47c8-9770-a681dae4e901 service neutron] Port 96007640-0d36-411d-a516-ceb2a7ba5135 on network d4eb6926-ce57-47e0-8764-b72f9685f745 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83492 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:38:11.647461 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-f1f8a42b-5feb-47c8-9770-a681dae4e901 service neutron] Attempting to bind port 96007640-0d36-411d-a516-ceb2a7ba5135 on network d4eb6926-ce57-47e0-8764-b72f9685f745 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:38:11.652771 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-f1f8a42b-5feb-47c8-9770-a681dae4e901 service neutron] Checking agent: {'id': '0fd13996-c267-4136-a0e2-84ee892b4d83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83492', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'started_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:38:11.653100 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-f1f8a42b-5feb-47c8-9770-a681dae4e901 service neutron] Checking segment: {'id': 'a3cec444-5b57-49f0-a6ec-1676976056d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd4eb6926-ce57-47e0-8764-b72f9685f745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:38:11.653709 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-f1f8a42b-5feb-47c8-9770-a681dae4e901 service neutron] Bound using segment: {'id': 'a3cec444-5b57-49f0-a6ec-1676976056d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd4eb6926-ce57-47e0-8764-b72f9685f745'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:38:11.654170 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-f1f8a42b-5feb-47c8-9770-a681dae4e901 service neutron] Bound port: 96007640-0d36-411d-a516-ceb2a7ba5135, host: hv-cinder-83492, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3cec444-5b57-49f0-a6ec-1676976056d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'd4eb6926-ce57-47e0-8764-b72f9685f745'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:38:11.654572 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-f1f8a42b-5feb-47c8-9770-a681dae4e901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (96007640-0d36-411d-a516-ceb2a7ba5135), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:11.660306 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f788811a-5f45-4c75-ae46-253e20646a07 req-a99266a5-cd8b-44e8-b7d2-cf1244204d42 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f665960-6788-479c-88af-a6f8a93a0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504563 Mar 23 17:38:11.722321 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-f1f8a42b-5feb-47c8-9770-a681dae4e901 service neutron] For port 96007640-0d36-411d-a516-ceb2a7ba5135, host hv-cinder-83492, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:38:11.723059 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782da292-ae48-41ca-aca8-0cae2ffc0990 req-b4bd01ea-7927-4cca-926e-021c425ca480 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:11.724697 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-782da292-ae48-41ca-aca8-0cae2ffc0990 req-b4bd01ea-7927-4cca-926e-021c425ca480 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6bd6c9c-15e6-4c50-ac2e-2e658ff673f3 HTTP/1.1" status: 200 len: 944 time: 0.0520749 Mar 23 17:38:11.725708 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-f1f8a42b-5feb-47c8-9770-a681dae4e901 service neutron] For port 96007640-0d36-411d-a516-ceb2a7ba5135, host hv-cinder-83492, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=96007640-0d36-411d-a516-ceb2a7ba5135,segment=NetworkSegment(a3cec444-5b57-49f0-a6ec-1676976056d3),segment_id=a3cec444-5b57-49f0-a6ec-1676976056d3)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:38:11.732665 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-f1f8a42b-5feb-47c8-9770-a681dae4e901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59566636'] for port (96007640-0d36-411d-a516-ceb2a7ba5135), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:11.765014 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-f1f8a42b-5feb-47c8-9770-a681dae4e901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:11.765678 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-f1f8a42b-5feb-47c8-9770-a681dae4e901 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:11.767144 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-f1f8a42b-5feb-47c8-9770-a681dae4e901 service neutron] 10.222.0.57 "PUT /v2.0/ports/96007640-0d36-411d-a516-ceb2a7ba5135 HTTP/1.1" status: 200 len: 1094 time: 0.5966253 Mar 23 17:38:11.767602 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6bd6c9c-15e6-4c50-ac2e-2e658ff673f3', 'tag': '96007640-0d36-411d-a516-ceb2a7ba5135'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:38:11.769932 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1484598-b4a6-41e0-85f2-4f53f7d967e4" -d '{"events": [{"name": "network-changed", "server_uuid": "b6bd6c9c-15e6-4c50-ac2e-2e658ff673f3", "tag": "96007640-0d36-411d-a516-ceb2a7ba5135"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:38:11.772192 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-782da292-ae48-41ca-aca8-0cae2ffc0990 req-58a10ca6-c110-4caf-a8d0-a92982bd4b0d tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/security-groups?id=91698864-b1c7-430e-b7a8-83dbd1990f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407548 Mar 23 17:38:11.800986 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8a42b-5feb-47c8-9770-a681dae4e901 service neutron] Pushing event updated for resources: {'Port': ['ID=96007640-0d36-411d-a516-ceb2a7ba5135,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:38:11.813167 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6890c74b-6a32-4bf0-863d-0dd040ac043d x-openstack-request-id: req-6890c74b-6a32-4bf0-863d-0dd040ac043d {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:38:11.813487 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6bd6c9c-15e6-4c50-ac2e-2e658ff673f3", "tag": "96007640-0d36-411d-a516-ceb2a7ba5135", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:38:11.813750 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6890c74b-6a32-4bf0-863d-0dd040ac043d {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:38:11.814168 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6890c74b-6a32-4bf0-863d-0dd040ac043d'] response: {'name': 'network-changed', 'server_uuid': 'b6bd6c9c-15e6-4c50-ac2e-2e658ff673f3', 'tag': '96007640-0d36-411d-a516-ceb2a7ba5135', 'status': 'completed', 'code': 200} Mar 23 17:38:11.868308 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-235c08d9-4815-47fc-9ffc-b4fe79099050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:11.869889 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-235c08d9-4815-47fc-9ffc-b4fe79099050 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b2281f6911b845f18166ebdbb990c715&device_id=b6bd6c9c-15e6-4c50-ac2e-2e658ff673f3 HTTP/1.1" status: 200 len: 1128 time: 0.0457644 Mar 23 17:38:11.915949 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-4837f216-6f20-44f5-8f10-3e6058b76609 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96007640-0d36-411d-a516-ceb2a7ba5135 HTTP/1.1" status: 200 len: 217 time: 0.0377448 Mar 23 17:38:11.964396 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-ab6bcae2-9d8a-4569-9be4-22901115040a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:11.965844 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-ab6bcae2-9d8a-4569-9be4-22901115040a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c0268ae-30b0-4ae4-aa6b-343552b9261b HTTP/1.1" status: 200 len: 848 time: 0.0427477 Mar 23 17:38:11.997981 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-13e6a72f-c474-45e6-a371-2dccbc9c4473 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d4eb6926-ce57-47e0-8764-b72f9685f745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246832 Mar 23 17:38:12.089645 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-51cde581-114d-4c6a-b7e6-b2a16bca998f service neutron] 10.222.0.57 "GET /v2.0/networks/d4eb6926-ce57-47e0-8764-b72f9685f745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842147 Mar 23 17:38:12.188076 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0c1d8592-4c62-43f0-b810-230c557f0af8 req-bac264a1-4e53-4227-9f79-2b0c24afedbd service neutron] 10.222.0.57 "GET /v2.0/networks/d4eb6926-ce57-47e0-8764-b72f9685f745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910249 Mar 23 17:38:12.307341 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1484598-b4a6-41e0-85f2-4f53f7d967e4 req-288d9e88-9a39-4bf4-bd37-198fc50823d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:12.308935 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a1484598-b4a6-41e0-85f2-4f53f7d967e4 req-288d9e88-9a39-4bf4-bd37-198fc50823d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b2281f6911b845f18166ebdbb990c715&device_id=b6bd6c9c-15e6-4c50-ac2e-2e658ff673f3 HTTP/1.1" status: 200 len: 1128 time: 0.0497153 Mar 23 17:38:12.646520 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1484598-b4a6-41e0-85f2-4f53f7d967e4 req-9b55507f-b42d-47f4-8518-69ab0693f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:12.648176 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a1484598-b4a6-41e0-85f2-4f53f7d967e4 req-9b55507f-b42d-47f4-8518-69ab0693f66e service neutron] 10.222.0.57 "GET /v2.0/networks?id=d4eb6926-ce57-47e0-8764-b72f9685f745 HTTP/1.1" status: 200 len: 909 time: 0.3334997 Mar 23 17:38:12.689444 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a1484598-b4a6-41e0-85f2-4f53f7d967e4 req-3c1f0f10-83a2-446f-a47c-5b2faf218dc9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96007640-0d36-411d-a516-ceb2a7ba5135 HTTP/1.1" status: 200 len: 217 time: 0.0345047 Mar 23 17:38:12.738114 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1484598-b4a6-41e0-85f2-4f53f7d967e4 req-b547fb56-e4e0-494b-a5aa-d45a049108f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:12.739579 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a1484598-b4a6-41e0-85f2-4f53f7d967e4 req-b547fb56-e4e0-494b-a5aa-d45a049108f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c0268ae-30b0-4ae4-aa6b-343552b9261b HTTP/1.1" status: 200 len: 848 time: 0.0439658 Mar 23 17:38:12.768660 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:12.776120 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a1484598-b4a6-41e0-85f2-4f53f7d967e4 req-7f02b270-660f-46c4-a548-5450679a10e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d4eb6926-ce57-47e0-8764-b72f9685f745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298302 Mar 23 17:38:12.783122 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f6373-2d4b-4845-ae2b-9ef9a1eb185d req-499db859-8201-4ae8-80ec-5a5ed7fd0590 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:12.784608 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ac1f6373-2d4b-4845-ae2b-9ef9a1eb185d req-499db859-8201-4ae8-80ec-5a5ed7fd0590 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c3bfcb0-89a2-41a4-84ef-6089afb9e617 HTTP/1.1" status: 200 len: 943 time: 0.0569925 Mar 23 17:38:12.834583 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ac1f6373-2d4b-4845-ae2b-9ef9a1eb185d req-24028f75-53fd-43c4-a9c7-6e50dcbe2004 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f665960-6788-479c-88af-a6f8a93a0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427015 Mar 23 17:38:12.867962 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a1484598-b4a6-41e0-85f2-4f53f7d967e4 req-e3f9b1ec-3499-4a1e-b50f-7e19b8a3eb0d service neutron] 10.222.0.57 "GET /v2.0/networks/d4eb6926-ce57-47e0-8764-b72f9685f745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855350 Mar 23 17:38:12.902246 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ba011-a371-4e60-b690-bf68d5801bb4 req-eecee6c5-184f-40cd-8d4c-e116a810046a tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:12.903636 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3a8ba011-a371-4e60-b690-bf68d5801bb4 req-eecee6c5-184f-40cd-8d4c-e116a810046a tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6bd6c9c-15e6-4c50-ac2e-2e658ff673f3 HTTP/1.1" status: 200 len: 944 time: 0.0521924 Mar 23 17:38:12.951925 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3a8ba011-a371-4e60-b690-bf68d5801bb4 req-5a74869d-2e12-4c21-8c31-9721a6081616 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/security-groups?id=91698864-b1c7-430e-b7a8-83dbd1990f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422480 Mar 23 17:38:12.959845 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a1484598-b4a6-41e0-85f2-4f53f7d967e4 req-5e40fb41-7747-40c6-9640-6bb791719170 service neutron] 10.222.0.57 "GET /v2.0/networks/d4eb6926-ce57-47e0-8764-b72f9685f745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845890 Mar 23 17:38:13.451260 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device dda068f8-1b21-46fa-8131-6c994ac274ec details requested by agent hyperv_hv-cinder-83492 with host hv-cinder-83492 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:38:13.554919 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port dda068f8-1b21-46fa-8131-6c994ac274ec, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=dda068f8-1b21-46fa-8131-6c994ac274ec,segment=NetworkSegment(a411194a-69f6-4c08-a136-cf58c2766c0a),segment_id=a411194a-69f6-4c08-a136-cf58c2766c0a)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:38:13.566190 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Returning: {'device': 'dda068f8-1b21-46fa-8131-6c994ac274ec', 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58', 'port_id': 'dda068f8-1b21-46fa-8131-6c994ac274ec', 'mac_address': 'fa:16:3e:79:94:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '551df535-6624-4945-9357-a463dcf05cfd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:38:13.604219 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port dda068f8-1b21-46fa-8131-6c994ac274ec is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:38:13.604602 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (dda068f8-1b21-46fa-8131-6c994ac274ec), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:13.618243 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dda068f8-1b21-46fa-8131-6c994ac274ec {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:38:13.638951 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port dda068f8-1b21-46fa-8131-6c994ac274ec, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=dda068f8-1b21-46fa-8131-6c994ac274ec,segment=NetworkSegment(a411194a-69f6-4c08-a136-cf58c2766c0a),segment_id=a411194a-69f6-4c08-a136-cf58c2766c0a)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:38:13.645397 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (dda068f8-1b21-46fa-8131-6c994ac274ec), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:13.694589 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=dda068f8-1b21-46fa-8131-6c994ac274ec,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:38:13.961180 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0288c8-f90e-4035-b4fb-b5920c1130cd req-571b5f4b-b1e6-4f6d-8a5e-81ea7a6cec66 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:13.962602 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ee0288c8-f90e-4035-b4fb-b5920c1130cd req-571b5f4b-b1e6-4f6d-8a5e-81ea7a6cec66 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c3bfcb0-89a2-41a4-84ef-6089afb9e617 HTTP/1.1" status: 200 len: 944 time: 0.0542321 Mar 23 17:38:14.016245 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ee0288c8-f90e-4035-b4fb-b5920c1130cd req-cafa9152-40fa-4585-aee4-86c30648a20c tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f665960-6788-479c-88af-a6f8a93a0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476985 Mar 23 17:38:14.070450 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18083b7d-423f-48a4-bfce-701ded3e03ea req-e54b8a8e-cbaa-4468-affa-e0dff38b3095 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:14.072011 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-18083b7d-423f-48a4-bfce-701ded3e03ea req-e54b8a8e-cbaa-4468-affa-e0dff38b3095 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6bd6c9c-15e6-4c50-ac2e-2e658ff673f3 HTTP/1.1" status: 200 len: 944 time: 0.0531771 Mar 23 17:38:14.122830 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-18083b7d-423f-48a4-bfce-701ded3e03ea req-2876477f-127d-41f9-8572-e2b520a1911e tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/security-groups?id=91698864-b1c7-430e-b7a8-83dbd1990f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425670 Mar 23 17:38:14.186267 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:14.365114 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] get_ports_and_sgs() called for port_ids ['dda068f8-1b21-46fa-8131-6c994ac274ec'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:38:15.149364 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c1380-1f0a-4da9-8586-7889d3ef0bd1 req-c6c0091e-1144-4e3f-99dc-a0fe55a2cca0 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:15.151137 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ac0c1380-1f0a-4da9-8586-7889d3ef0bd1 req-c6c0091e-1144-4e3f-99dc-a0fe55a2cca0 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c3bfcb0-89a2-41a4-84ef-6089afb9e617 HTTP/1.1" status: 200 len: 944 time: 0.0604899 Mar 23 17:38:15.207893 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ac0c1380-1f0a-4da9-8586-7889d3ef0bd1 req-85ab2165-705d-4c3c-991c-71ece78f6e20 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f665960-6788-479c-88af-a6f8a93a0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513854 Mar 23 17:38:15.251201 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e0a4c-d70e-4655-bba3-8d03c5c12286 req-401d214d-7385-4059-b584-5da80a9b73ef tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:15.252654 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1f5e0a4c-d70e-4655-bba3-8d03c5c12286 req-401d214d-7385-4059-b584-5da80a9b73ef tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6bd6c9c-15e6-4c50-ac2e-2e658ff673f3 HTTP/1.1" status: 200 len: 944 time: 0.0575886 Mar 23 17:38:15.301339 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1f5e0a4c-d70e-4655-bba3-8d03c5c12286 req-b9c1712c-658d-4d86-b2e2-5ba370887adf tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/security-groups?id=91698864-b1c7-430e-b7a8-83dbd1990f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402460 Mar 23 17:38:15.456393 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device 96007640-0d36-411d-a516-ceb2a7ba5135 details requested by agent hyperv_hv-cinder-83492 with host hv-cinder-83492 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:38:15.459295 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device dda068f8-1b21-46fa-8131-6c994ac274ec up at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:38:15.572956 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning for port dda068f8-1b21-46fa-8131-6c994ac274ec completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:38:15.581203 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning complete for port dda068f8-1b21-46fa-8131-6c994ac274ec triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:38:15.582277 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (dda068f8-1b21-46fa-8131-6c994ac274ec), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:15.625636 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port 96007640-0d36-411d-a516-ceb2a7ba5135, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=96007640-0d36-411d-a516-ceb2a7ba5135,segment=NetworkSegment(a3cec444-5b57-49f0-a6ec-1676976056d3),segment_id=a3cec444-5b57-49f0-a6ec-1676976056d3)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:38:15.644708 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Returning: {'device': '96007640-0d36-411d-a516-ceb2a7ba5135', 'network_id': 'd4eb6926-ce57-47e0-8764-b72f9685f745', 'port_id': '96007640-0d36-411d-a516-ceb2a7ba5135', 'mac_address': 'fa:16:3e:80:63:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c0268ae-30b0-4ae4-aa6b-343552b9261b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:38:15.708377 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port 96007640-0d36-411d-a516-ceb2a7ba5135 is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:38:15.708760 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (96007640-0d36-411d-a516-ceb2a7ba5135), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:15.720925 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port dda068f8-1b21-46fa-8131-6c994ac274ec is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:38:15.721334 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (dda068f8-1b21-46fa-8131-6c994ac274ec), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:15.732872 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96007640-0d36-411d-a516-ceb2a7ba5135 {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:38:15.762058 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3bfcb0-89a2-41a4-84ef-6089afb9e617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda068f8-1b21-46fa-8131-6c994ac274ec'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:38:15.764288 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3b886c43f84fb41b48ddc1b85747c6a8556e7daa9282459995a85f65cd8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec74a4fc-a248-45f5-aad0-7ba96c0713f0" -d '{"events": [{"server_uuid": "1c3bfcb0-89a2-41a4-84ef-6089afb9e617", "name": "network-vif-plugged", "status": "completed", "tag": "dda068f8-1b21-46fa-8131-6c994ac274ec"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:38:15.769042 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port 96007640-0d36-411d-a516-ceb2a7ba5135, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=96007640-0d36-411d-a516-ceb2a7ba5135,segment=NetworkSegment(a3cec444-5b57-49f0-a6ec-1676976056d3),segment_id=a3cec444-5b57-49f0-a6ec-1676976056d3)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:38:15.775275 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (96007640-0d36-411d-a516-ceb2a7ba5135), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:15.780937 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port dda068f8-1b21-46fa-8131-6c994ac274ec, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=dda068f8-1b21-46fa-8131-6c994ac274ec,segment=NetworkSegment(a411194a-69f6-4c08-a136-cf58c2766c0a),segment_id=a411194a-69f6-4c08-a136-cf58c2766c0a)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:38:15.805622 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36390993-d1ad-4022-b6fb-146c337f7627 x-openstack-request-id: req-36390993-d1ad-4022-b6fb-146c337f7627 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:38:15.805918 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3bfcb0-89a2-41a4-84ef-6089afb9e617", "name": "network-vif-plugged", "status": "completed", "tag": "dda068f8-1b21-46fa-8131-6c994ac274ec", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:38:15.806171 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-36390993-d1ad-4022-b6fb-146c337f7627 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:38:15.806562 dv-cinder-834920-1-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36390993-d1ad-4022-b6fb-146c337f7627'] response: {'server_uuid': '1c3bfcb0-89a2-41a4-84ef-6089afb9e617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda068f8-1b21-46fa-8131-6c994ac274ec', 'code': 200} Mar 23 17:38:15.808879 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (dda068f8-1b21-46fa-8131-6c994ac274ec), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:15.833626 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=96007640-0d36-411d-a516-ceb2a7ba5135,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:38:15.880487 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=dda068f8-1b21-46fa-8131-6c994ac274ec,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:38:16.007868 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da7e9f-0a0f-454a-9b50-7fea6c324261 req-220075d4-3a3b-4b82-84c2-ce18cf34d281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:16.009412 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-54da7e9f-0a0f-454a-9b50-7fea6c324261 req-220075d4-3a3b-4b82-84c2-ce18cf34d281 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1c3bfcb0-89a2-41a4-84ef-6089afb9e617 HTTP/1.1" status: 200 len: 1129 time: 0.0460429 Mar 23 17:38:16.056668 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-54da7e9f-0a0f-454a-9b50-7fea6c324261 req-48648002-08b2-44ff-9655-50eb382e648c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7f665960-6788-479c-88af-a6f8a93a0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393455 Mar 23 17:38:16.230325 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] get_ports_and_sgs() called for port_ids ['96007640-0d36-411d-a516-ceb2a7ba5135'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:38:16.332012 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9bbd0-d13e-44de-9e4a-875d58af63dd req-4edfea43-6dc7-4a31-bef7-4ed115da7da9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:16.333664 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-25b9bbd0-d13e-44de-9e4a-875d58af63dd req-4edfea43-6dc7-4a31-bef7-4ed115da7da9 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c3bfcb0-89a2-41a4-84ef-6089afb9e617 HTTP/1.1" status: 200 len: 945 time: 0.0525858 Mar 23 17:38:16.390590 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-25b9bbd0-d13e-44de-9e4a-875d58af63dd req-9c416128-0c95-4f67-865a-39c709942501 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f665960-6788-479c-88af-a6f8a93a0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502567 Mar 23 17:38:16.433968 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a2a1e-02d1-4b41-98da-bd6f271b2fd0 req-a9180cba-927a-48ac-af9a-826c578d810a tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:16.435436 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5e4a2a1e-02d1-4b41-98da-bd6f271b2fd0 req-a9180cba-927a-48ac-af9a-826c578d810a tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6bd6c9c-15e6-4c50-ac2e-2e658ff673f3 HTTP/1.1" status: 200 len: 945 time: 0.0656900 Mar 23 17:38:16.481636 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5e4a2a1e-02d1-4b41-98da-bd6f271b2fd0 req-f7bcc46f-9432-4dc3-80f3-69e3f1d9b117 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/security-groups?id=91698864-b1c7-430e-b7a8-83dbd1990f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404103 Mar 23 17:38:17.523511 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dce548-1035-4cb5-bab5-c044a11ff9bc req-78d1ed51-6346-4b0c-aab2-dcd6e229c014 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:17.525180 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f3dce548-1035-4cb5-bab5-c044a11ff9bc req-78d1ed51-6346-4b0c-aab2-dcd6e229c014 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c3bfcb0-89a2-41a4-84ef-6089afb9e617 HTTP/1.1" status: 200 len: 945 time: 0.0592899 Mar 23 17:38:17.601897 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f3dce548-1035-4cb5-bab5-c044a11ff9bc req-534e620a-5db2-4e2f-bd1f-eafa0fa24430 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f665960-6788-479c-88af-a6f8a93a0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693283 Mar 23 17:38:17.624395 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07be769-71f9-49b7-88c2-fe67823241cf req-abc98975-576a-4793-8273-e037f0dffb1e tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:17.625997 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d07be769-71f9-49b7-88c2-fe67823241cf req-abc98975-576a-4793-8273-e037f0dffb1e tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6bd6c9c-15e6-4c50-ac2e-2e658ff673f3 HTTP/1.1" status: 200 len: 945 time: 0.0707099 Mar 23 17:38:17.680058 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d07be769-71f9-49b7-88c2-fe67823241cf req-240c7aac-d891-4e63-9f3b-0a2138f4263d tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/security-groups?id=91698864-b1c7-430e-b7a8-83dbd1990f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465236 Mar 23 17:38:18.151721 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:38:18.728374 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c12b1c-5f96-4472-8669-b344f7b9caf3 req-6c8abf69-6d2c-4d46-bbba-6a129b553208 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:18.730606 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-92c12b1c-5f96-4472-8669-b344f7b9caf3 req-6c8abf69-6d2c-4d46-bbba-6a129b553208 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c3bfcb0-89a2-41a4-84ef-6089afb9e617 HTTP/1.1" status: 200 len: 945 time: 0.0576639 Mar 23 17:38:18.800739 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-92c12b1c-5f96-4472-8669-b344f7b9caf3 req-84eac38c-b611-4cad-a9cb-2d308fdc1e5d tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f665960-6788-479c-88af-a6f8a93a0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650215 Mar 23 17:38:18.821715 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf69e6-e1f9-48fb-8973-07acd50aeaae req-1b2bc264-a6eb-412c-b37e-ee72c90329d6 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:18.823167 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-81cf69e6-e1f9-48fb-8973-07acd50aeaae req-1b2bc264-a6eb-412c-b37e-ee72c90329d6 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6bd6c9c-15e6-4c50-ac2e-2e658ff673f3 HTTP/1.1" status: 200 len: 945 time: 0.0669324 Mar 23 17:38:18.877120 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-81cf69e6-e1f9-48fb-8973-07acd50aeaae req-3944323a-e441-4151-b006-8e1d365fbfe6 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/security-groups?id=91698864-b1c7-430e-b7a8-83dbd1990f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476532 Mar 23 17:38:18.931513 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a9070-1916-4fdb-a7bc-03c96575a724 req-359902d6-7a75-42fd-8ec6-4297deec67ea tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:18.933229 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-528a9070-1916-4fdb-a7bc-03c96575a724 req-359902d6-7a75-42fd-8ec6-4297deec67ea tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c3bfcb0-89a2-41a4-84ef-6089afb9e617 HTTP/1.1" status: 200 len: 945 time: 0.0674748 Mar 23 17:38:18.943713 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 42266) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:38:18.948483 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-0a588cf3-4566-4ec3-9c7c-3b317248e4dd tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Request body: {'floatingip': {'port_id': 'dda068f8-1b21-46fa-8131-6c994ac274ec'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:38:18.990756 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-0a588cf3-4566-4ec3-9c7c-3b317248e4dd tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for floatingip (e085bbb3-9611-4413-b7a1-7d28245f312b), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:19.404672 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-0a588cf3-4566-4ec3-9c7c-3b317248e4dd tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:19.411216 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-0a588cf3-4566-4ec3-9c7c-3b317248e4dd tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614213'] for floatingip (e085bbb3-9611-4413-b7a1-7d28245f312b), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:19.488313 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device 96007640-0d36-411d-a516-ceb2a7ba5135 up at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:38:19.517841 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.db.l3_db [None req-0a588cf3-4566-4ec3-9c7c-3b317248e4dd tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Floating IP e085bbb3-9611-4413-b7a1-7d28245f312b associated. External IP: 172.27.2.40, port: dda068f8-1b21-46fa-8131-6c994ac274ec. Mar 23 17:38:19.541831 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning for port 96007640-0d36-411d-a516-ceb2a7ba5135 completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:38:19.545762 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning complete for port 96007640-0d36-411d-a516-ceb2a7ba5135 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:38:19.546142 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (96007640-0d36-411d-a516-ceb2a7ba5135), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:19.627256 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port 96007640-0d36-411d-a516-ceb2a7ba5135 is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:38:19.627656 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (96007640-0d36-411d-a516-ceb2a7ba5135), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:19.652610 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6bd6c9c-15e6-4c50-ac2e-2e658ff673f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96007640-0d36-411d-a516-ceb2a7ba5135'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:38:19.654992 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3b886c43f84fb41b48ddc1b85747c6a8556e7daa9282459995a85f65cd8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759a2eaf-8cdd-4bb8-9747-c02eb93a6f88" -d '{"events": [{"server_uuid": "b6bd6c9c-15e6-4c50-ac2e-2e658ff673f3", "name": "network-vif-plugged", "status": "completed", "tag": "96007640-0d36-411d-a516-ceb2a7ba5135"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:38:19.668458 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port 96007640-0d36-411d-a516-ceb2a7ba5135, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=96007640-0d36-411d-a516-ceb2a7ba5135,segment=NetworkSegment(a3cec444-5b57-49f0-a6ec-1676976056d3),segment_id=a3cec444-5b57-49f0-a6ec-1676976056d3)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:38:19.676069 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (96007640-0d36-411d-a516-ceb2a7ba5135), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:19.699535 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e7507a-2b82-4c51-9289-8ecf55f4aa62 x-openstack-request-id: req-97e7507a-2b82-4c51-9289-8ecf55f4aa62 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:38:19.699838 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6bd6c9c-15e6-4c50-ac2e-2e658ff673f3", "name": "network-vif-plugged", "status": "completed", "tag": "96007640-0d36-411d-a516-ceb2a7ba5135", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:38:19.701379 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-97e7507a-2b82-4c51-9289-8ecf55f4aa62 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:38:19.701821 dv-cinder-834920-1-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97e7507a-2b82-4c51-9289-8ecf55f4aa62'] response: {'server_uuid': 'b6bd6c9c-15e6-4c50-ac2e-2e658ff673f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96007640-0d36-411d-a516-ceb2a7ba5135', 'code': 200} Mar 23 17:38:19.727495 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=96007640-0d36-411d-a516-ceb2a7ba5135,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:38:19.742226 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a588cf3-4566-4ec3-9c7c-3b317248e4dd tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Router 48063dea-2895-40e4-905f-dfe5b0b536bb has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:38:19.886152 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779236b5-d402-4cfe-bbaf-27988dbae5fb req-638ade28-d767-4ed7-a0d4-01876d56a61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:19.887654 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-779236b5-d402-4cfe-bbaf-27988dbae5fb req-638ade28-d767-4ed7-a0d4-01876d56a61e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b6bd6c9c-15e6-4c50-ac2e-2e658ff673f3 HTTP/1.1" status: 200 len: 1130 time: 0.0703318 Mar 23 17:38:19.888761 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a588cf3-4566-4ec3-9c7c-3b317248e4dd tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:38:19.893795 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-0a588cf3-4566-4ec3-9c7c-3b317248e4dd tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for floatingip (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:19.899127 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a350d918-9dcd-4391-8670-e9786c2d989c None None] Sync routers for ids ['48063dea-2895-40e4-905f-dfe5b0b536bb'] in dv-cinder-834920-1-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:38:19.910923 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a350d918-9dcd-4391-8670-e9786c2d989c None None] Routers {'48063dea-2895-40e4-905f-dfe5b0b536bb'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:38:19.911607 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-a350d918-9dcd-4391-8670-e9786c2d989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:38:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['48063dea-2895-40e4-905f-dfe5b0b536bb'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:38:19.953762 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-0a588cf3-4566-4ec3-9c7c-3b317248e4dd tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "PUT /v2.0/floatingips/e085bbb3-9611-4413-b7a1-7d28245f312b HTTP/1.1" status: 200 len: 990 time: 1.0088410 Mar 23 17:38:19.959883 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c3bfcb0-89a2-41a4-84ef-6089afb9e617', 'tag': 'dda068f8-1b21-46fa-8131-6c994ac274ec'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:38:19.962399 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8892e3-2d4a-4ebd-b425-f7ed9f0a700f" -d '{"events": [{"name": "network-changed", "server_uuid": "1c3bfcb0-89a2-41a4-84ef-6089afb9e617", "tag": "dda068f8-1b21-46fa-8131-6c994ac274ec"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:38:19.976137 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-779236b5-d402-4cfe-bbaf-27988dbae5fb req-ca0650e0-ba92-48aa-8aed-ea3a7dd2ddd6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=91698864-b1c7-430e-b7a8-83dbd1990f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803134 Mar 23 17:38:20.007066 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25595e3-618c-4dfc-a9ef-a64b2268d39d x-openstack-request-id: req-a25595e3-618c-4dfc-a9ef-a64b2268d39d {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:38:20.007377 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c3bfcb0-89a2-41a4-84ef-6089afb9e617", "tag": "dda068f8-1b21-46fa-8131-6c994ac274ec", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:38:20.007692 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a25595e3-618c-4dfc-a9ef-a64b2268d39d {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:38:20.008116 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a25595e3-618c-4dfc-a9ef-a64b2268d39d'] response: {'name': 'network-changed', 'server_uuid': '1c3bfcb0-89a2-41a4-84ef-6089afb9e617', 'tag': 'dda068f8-1b21-46fa-8131-6c994ac274ec', 'status': 'completed', 'code': 200} Mar 23 17:38:20.011689 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140518f-f1ed-4d2d-9e4d-f452cbf71777 req-6ca8da1e-7da3-4b03-a1b2-af3b6d150c81 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:20.013479 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8140518f-f1ed-4d2d-9e4d-f452cbf71777 req-6ca8da1e-7da3-4b03-a1b2-af3b6d150c81 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6bd6c9c-15e6-4c50-ac2e-2e658ff673f3 HTTP/1.1" status: 200 len: 946 time: 0.0654297 Mar 23 17:38:20.062606 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8140518f-f1ed-4d2d-9e4d-f452cbf71777 req-a9d0b4ca-dfb7-4e24-aac5-2245489d9730 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/security-groups?id=91698864-b1c7-430e-b7a8-83dbd1990f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433483 Mar 23 17:38:20.116877 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-a350d918-9dcd-4391-8670-e9786c2d989c None None] Set router 48063dea-2895-40e4-905f-dfe5b0b536bb gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:38:20.305995 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8892e3-2d4a-4ebd-b425-f7ed9f0a700f req-252aa3bc-ad27-4204-b09a-95c85608e62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:20.307459 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0c8892e3-2d4a-4ebd-b425-f7ed9f0a700f req-252aa3bc-ad27-4204-b09a-95c85608e62e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=562e825d481140639866877090276140&device_id=1c3bfcb0-89a2-41a4-84ef-6089afb9e617 HTTP/1.1" status: 200 len: 1129 time: 0.0453792 Mar 23 17:38:20.344876 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-a350d918-9dcd-4391-8670-e9786c2d989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'name': 'tempest-AttachVolumeTestJSON-290508263-router', 'tenant_id': '562e825d481140639866877090276140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4b00755c-72f5-4f2b-8458-b0ecb5621d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:18Z', 'updated_at': '2022-03-23T17:29:32Z', 'revision_number': 4, 'project_id': '562e825d481140639866877090276140', 'gw_port': {'id': '4b00755c-72f5-4f2b-8458-b0ecb5621d5f', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': 'e085bbb3-9611-4413-b7a1-7d28245f312b', 'tenant_id': '562e825d481140639866877090276140', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'port_id': 'dda068f8-1b21-46fa-8131-6c994ac274ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58', 'mac_address': 'fa:16:3e:79:94:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3bfcb0-89a2-41a4-84ef-6089afb9e617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:38:04Z', 'updated_at': '2022-03-23T17:38:19Z', 'revision_number': 1, 'project_id': '562e825d481140639866877090276140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '867fac67-9575-4b3e-aa0c-038b203f1c35', 'name': '', 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58', 'tenant_id': '562e825d481140639866877090276140', 'mac_address': 'fa:16:3e:f9:ca:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '551df535-6624-4945-9357-a463dcf05cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:30Z', 'updated_at': '2022-03-23T17:29:39Z', 'revision_number': 5, 'project_id': '562e825d481140639866877090276140', 'subnets': [{'id': '551df535-6624-4945-9357-a463dcf05cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:38:20.370916 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a350d918-9dcd-4391-8670-e9786c2d989c None None] Checking router: 48063dea-2895-40e4-905f-dfe5b0b536bb for host: dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:38:20.379601 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a350d918-9dcd-4391-8670-e9786c2d989c None None] Routers {'48063dea-2895-40e4-905f-dfe5b0b536bb'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:38:20.380180 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-a350d918-9dcd-4391-8670-e9786c2d989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:38:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['48063dea-2895-40e4-905f-dfe5b0b536bb'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:38:20.394457 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8892e3-2d4a-4ebd-b425-f7ed9f0a700f req-f1ef3734-7718-470a-aae7-a5f5be030192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:20.395905 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0c8892e3-2d4a-4ebd-b425-f7ed9f0a700f req-f1ef3734-7718-470a-aae7-a5f5be030192 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf00ba7b-82ed-4a68-ac03-2cd555b65d58 HTTP/1.1" status: 200 len: 911 time: 0.0806510 Mar 23 17:38:20.462989 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0c8892e3-2d4a-4ebd-b425-f7ed9f0a700f req-f35c0bd5-ed1e-461d-bc55-b6d31ac925af service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dda068f8-1b21-46fa-8131-6c994ac274ec HTTP/1.1" status: 200 len: 998 time: 0.0607250 Mar 23 17:38:20.489958 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-a350d918-9dcd-4391-8670-e9786c2d989c None None] Set router 48063dea-2895-40e4-905f-dfe5b0b536bb gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:38:20.510239 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8892e3-2d4a-4ebd-b425-f7ed9f0a700f req-6ec1a9fa-345a-4f2e-9177-d1df08f6d93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:20.511677 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0c8892e3-2d4a-4ebd-b425-f7ed9f0a700f req-6ec1a9fa-345a-4f2e-9177-d1df08f6d93d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=551df535-6624-4945-9357-a463dcf05cfd HTTP/1.1" status: 200 len: 849 time: 0.0419087 Mar 23 17:38:20.560526 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8892e3-2d4a-4ebd-b425-f7ed9f0a700f req-2ac6fc9f-bc72-495f-891f-6c993b435dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:20.561954 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0c8892e3-2d4a-4ebd-b425-f7ed9f0a700f req-2ac6fc9f-bc72-495f-891f-6c993b435dcf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf00ba7b-82ed-4a68-ac03-2cd555b65d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437508 Mar 23 17:38:20.656537 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0c8892e3-2d4a-4ebd-b425-f7ed9f0a700f req-e33045e2-e9b9-4fb6-aafd-8bee3f5d6a03 service neutron] 10.222.0.57 "GET /v2.0/networks/cf00ba7b-82ed-4a68-ac03-2cd555b65d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848410 Mar 23 17:38:20.710177 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-a350d918-9dcd-4391-8670-e9786c2d989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'name': 'tempest-AttachVolumeTestJSON-290508263-router', 'tenant_id': '562e825d481140639866877090276140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4b00755c-72f5-4f2b-8458-b0ecb5621d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:18Z', 'updated_at': '2022-03-23T17:29:32Z', 'revision_number': 4, 'project_id': '562e825d481140639866877090276140', 'gw_port': {'id': '4b00755c-72f5-4f2b-8458-b0ecb5621d5f', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': 'e085bbb3-9611-4413-b7a1-7d28245f312b', 'tenant_id': '562e825d481140639866877090276140', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'port_id': 'dda068f8-1b21-46fa-8131-6c994ac274ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58', 'mac_address': 'fa:16:3e:79:94:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3bfcb0-89a2-41a4-84ef-6089afb9e617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:38:04Z', 'updated_at': '2022-03-23T17:38:19Z', 'revision_number': 1, 'project_id': '562e825d481140639866877090276140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '867fac67-9575-4b3e-aa0c-038b203f1c35', 'name': '', 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58', 'tenant_id': '562e825d481140639866877090276140', 'mac_address': 'fa:16:3e:f9:ca:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '551df535-6624-4945-9357-a463dcf05cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:30Z', 'updated_at': '2022-03-23T17:29:39Z', 'revision_number': 5, 'project_id': '562e825d481140639866877090276140', 'subnets': [{'id': '551df535-6624-4945-9357-a463dcf05cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:38:20.740363 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a350d918-9dcd-4391-8670-e9786c2d989c None None] The sync data for ids ['48063dea-2895-40e4-905f-dfe5b0b536bb'] in dv-cinder-834920-1-iscsi is: [{'id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'name': 'tempest-AttachVolumeTestJSON-290508263-router', 'tenant_id': '562e825d481140639866877090276140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4b00755c-72f5-4f2b-8458-b0ecb5621d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:18Z', 'updated_at': '2022-03-23T17:29:32Z', 'revision_number': 4, 'project_id': '562e825d481140639866877090276140', 'gw_port': {'id': '4b00755c-72f5-4f2b-8458-b0ecb5621d5f', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': 'e085bbb3-9611-4413-b7a1-7d28245f312b', 'tenant_id': '562e825d481140639866877090276140', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'port_id': 'dda068f8-1b21-46fa-8131-6c994ac274ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58', 'mac_address': 'fa:16:3e:79:94:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3bfcb0-89a2-41a4-84ef-6089afb9e617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:38:04Z', 'updated_at': '2022-03-23T17:38:19Z', 'revision_number': 1, 'project_id': '562e825d481140639866877090276140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '867fac67-9575-4b3e-aa0c-038b203f1c35', 'name': '', 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58', 'tenant_id': '562e825d481140639866877090276140', 'mac_address': 'fa:16:3e:f9:ca:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '551df535-6624-4945-9357-a463dcf05cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:30Z', 'updated_at': '2022-03-23T17:29:39Z', 'revision_number': 5, 'project_id': '562e825d481140639866877090276140', 'subnets': [{'id': '551df535-6624-4945-9357-a463dcf05cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:38:20.743477 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0c8892e3-2d4a-4ebd-b425-f7ed9f0a700f req-6f7fff41-f269-472e-903a-d1b19313f986 service neutron] 10.222.0.57 "GET /v2.0/networks/cf00ba7b-82ed-4a68-ac03-2cd555b65d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805459 Mar 23 17:38:20.943186 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da62ccd-a268-4ea4-abc7-9dfea4955f04 None None] New status for floating IP e085bbb3-9611-4413-b7a1-7d28245f312b: ACTIVE {{(pid=103209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:38:21.182894 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c95e30-ae0d-4828-91fd-ba8e5ef68103 req-33fc4631-7009-4542-b8ac-780ec60ec6a5 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:21.184372 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-03c95e30-ae0d-4828-91fd-ba8e5ef68103 req-33fc4631-7009-4542-b8ac-780ec60ec6a5 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6bd6c9c-15e6-4c50-ac2e-2e658ff673f3 HTTP/1.1" status: 200 len: 946 time: 0.0529830 Mar 23 17:38:21.236077 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-03c95e30-ae0d-4828-91fd-ba8e5ef68103 req-f3212e71-5131-4899-9f28-5ec298913b0d tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/security-groups?id=91698864-b1c7-430e-b7a8-83dbd1990f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458372 Mar 23 17:38:22.389724 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b70ea-0147-420b-81b0-607557ecb9c9 req-d6ef1bfc-63fd-4bae-b509-8214e0ac9b8d tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:22.391254 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1e7b70ea-0147-420b-81b0-607557ecb9c9 req-d6ef1bfc-63fd-4bae-b509-8214e0ac9b8d tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6bd6c9c-15e6-4c50-ac2e-2e658ff673f3 HTTP/1.1" status: 200 len: 946 time: 0.0665474 Mar 23 17:38:22.444689 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1e7b70ea-0147-420b-81b0-607557ecb9c9 req-58ed09c4-63bc-4f55-a47c-e56540a1a694 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/security-groups?id=91698864-b1c7-430e-b7a8-83dbd1990f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460255 Mar 23 17:38:23.145784 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e4cb0-3445-4c48-b027-1e241b103e16 req-27276e0f-a4a7-43e8-9035-ccc0a3f67038 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:23.147195 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1d8e4cb0-3445-4c48-b027-1e241b103e16 req-27276e0f-a4a7-43e8-9035-ccc0a3f67038 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6bd6c9c-15e6-4c50-ac2e-2e658ff673f3 HTTP/1.1" status: 200 len: 946 time: 0.0577159 Mar 23 17:38:23.197815 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1d8e4cb0-3445-4c48-b027-1e241b103e16 req-2341034f-adc5-411b-8267-bc7bc7e3f2cf tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/security-groups?id=91698864-b1c7-430e-b7a8-83dbd1990f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447719 Mar 23 17:38:24.345348 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a4b7f-43bb-41d3-ab7e-2dd2f8481f13 req-ab9ae87a-606f-4123-acd9-f537835153fb tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:24.346796 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0f7a4b7f-43bb-41d3-ab7e-2dd2f8481f13 req-ab9ae87a-606f-4123-acd9-f537835153fb tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6bd6c9c-15e6-4c50-ac2e-2e658ff673f3 HTTP/1.1" status: 200 len: 946 time: 0.0650907 Mar 23 17:38:24.398586 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0f7a4b7f-43bb-41d3-ab7e-2dd2f8481f13 req-bdaf0641-d8a9-46d7-8dab-75caba780b97 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/security-groups?id=91698864-b1c7-430e-b7a8-83dbd1990f56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434382 Mar 23 17:38:24.804784 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:24.912287 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b10ca-e95e-4420-b91a-0c90e8359a84 req-e94ac603-6b31-4e4c-bed0-072c2b132f66 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:24.914151 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4a4b10ca-e95e-4420-b91a-0c90e8359a84 req-e94ac603-6b31-4e4c-bed0-072c2b132f66 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6bd6c9c-15e6-4c50-ac2e-2e658ff673f3 HTTP/1.1" status: 200 len: 946 time: 0.0611987 Mar 23 17:38:25.022051 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-4a4b10ca-e95e-4420-b91a-0c90e8359a84 req-837f3532-c8ad-49fc-afc7-a69f8a3deaa6 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Deleting port 96007640-0d36-411d-a516-ceb2a7ba5135 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:38:25.022389 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-4a4b10ca-e95e-4420-b91a-0c90e8359a84 req-837f3532-c8ad-49fc-afc7-a69f8a3deaa6 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (96007640-0d36-411d-a516-ceb2a7ba5135), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:25.123205 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-4a4b10ca-e95e-4420-b91a-0c90e8359a84 req-837f3532-c8ad-49fc-afc7-a69f8a3deaa6 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] For port 96007640-0d36-411d-a516-ceb2a7ba5135, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=96007640-0d36-411d-a516-ceb2a7ba5135,segment=NetworkSegment(a3cec444-5b57-49f0-a6ec-1676976056d3),segment_id=a3cec444-5b57-49f0-a6ec-1676976056d3)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:38:25.123672 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-4a4b10ca-e95e-4420-b91a-0c90e8359a84 req-837f3532-c8ad-49fc-afc7-a69f8a3deaa6 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (96007640-0d36-411d-a516-ceb2a7ba5135), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:25.141871 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-4a4b10ca-e95e-4420-b91a-0c90e8359a84 req-837f3532-c8ad-49fc-afc7-a69f8a3deaa6 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Calling delete_port for 96007640-0d36-411d-a516-ceb2a7ba5135 owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:38:25.287802 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-4a4b10ca-e95e-4420-b91a-0c90e8359a84 req-837f3532-c8ad-49fc-afc7-a69f8a3deaa6 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59566619'] for port (96007640-0d36-411d-a516-ceb2a7ba5135), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:25.300297 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] get_ports_and_sgs() called for port_ids ['96007640-0d36-411d-a516-ceb2a7ba5135'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:38:25.316263 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f3532-c8ad-49fc-afc7-a69f8a3deaa6 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Pushing event deleted for resources: {'Port': ['ID=96007640-0d36-411d-a516-ceb2a7ba5135,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:38:25.365208 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4b10ca-e95e-4420-b91a-0c90e8359a84 req-837f3532-c8ad-49fc-afc7-a69f8a3deaa6 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] No DVR routers for this DVR port 96007640-0d36-411d-a516-ceb2a7ba5135 on host hv-cinder-83492 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:38:25.367919 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-4a4b10ca-e95e-4420-b91a-0c90e8359a84 req-837f3532-c8ad-49fc-afc7-a69f8a3deaa6 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:25.371375 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4a4b10ca-e95e-4420-b91a-0c90e8359a84 req-837f3532-c8ad-49fc-afc7-a69f8a3deaa6 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.57 "DELETE /v2.0/ports/96007640-0d36-411d-a516-ceb2a7ba5135 HTTP/1.1" status: 204 len: 173 time: 0.4503622 Mar 23 17:38:25.371884 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6bd6c9c-15e6-4c50-ac2e-2e658ff673f3', 'name': 'network-vif-deleted', 'tag': '96007640-0d36-411d-a516-ceb2a7ba5135'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:38:25.374282 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7591c499-c0d2-46c3-ba6a-cd7aa26478f1" -d '{"events": [{"server_uuid": "b6bd6c9c-15e6-4c50-ac2e-2e658ff673f3", "name": "network-vif-deleted", "tag": "96007640-0d36-411d-a516-ceb2a7ba5135"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:38:25.416245 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3b8b57-ecce-432e-bd29-3952744b0a65 x-openstack-request-id: req-bc3b8b57-ecce-432e-bd29-3952744b0a65 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:38:25.416570 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6bd6c9c-15e6-4c50-ac2e-2e658ff673f3", "name": "network-vif-deleted", "tag": "96007640-0d36-411d-a516-ceb2a7ba5135", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:38:25.417784 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bc3b8b57-ecce-432e-bd29-3952744b0a65 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:38:25.419075 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc3b8b57-ecce-432e-bd29-3952744b0a65'] response: {'server_uuid': 'b6bd6c9c-15e6-4c50-ac2e-2e658ff673f3', 'name': 'network-vif-deleted', 'tag': '96007640-0d36-411d-a516-ceb2a7ba5135', 'status': 'completed', 'code': 200} Mar 23 17:38:25.500072 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-dc5016ed-7806-47bb-a830-1b6484fcd946 req-6f157310-3431-4e18-8c75-84ae2d52b134 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6bd6c9c-15e6-4c50-ac2e-2e658ff673f3 HTTP/1.1" status: 200 len: 210 time: 0.0280299 Mar 23 17:38:29.870862 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device 96007640-0d36-411d-a516-ceb2a7ba5135 no longer exists at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:38:29.899210 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] No Port match for: 96007640-0d36-411d-a516-ceb2a7ba5135 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:38:29.899555 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device 96007640-0d36-411d-a516-ceb2a7ba5135 not bound to the agent host hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:38:31.980172 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-73e97545-94d0-4dbf-b468-db261e02bdcd req-eb03b984-ba01-4143-8265-58602e576b45 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482442 Mar 23 17:38:32.059678 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e97545-94d0-4dbf-b468-db261e02bdcd req-0b9dc29e-37a2-4db2-ad05-0c68b4c9d2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:32.061299 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-73e97545-94d0-4dbf-b468-db261e02bdcd req-0b9dc29e-37a2-4db2-ad05-0c68b4c9d2fc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2aa787500053466faed7680c3c3b3f20&device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 1130 time: 0.0582623 Mar 23 17:38:32.167146 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e97545-94d0-4dbf-b468-db261e02bdcd req-66a05d88-a554-4f29-a082-43b6f491556a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:32.168719 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-73e97545-94d0-4dbf-b468-db261e02bdcd req-66a05d88-a554-4f29-a082-43b6f491556a service neutron] 10.222.0.57 "GET /v2.0/networks?id=c72acd4a-e098-4a23-9aac-214408be911e HTTP/1.1" status: 200 len: 913 time: 0.0868421 Mar 23 17:38:32.234547 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-73e97545-94d0-4dbf-b468-db261e02bdcd req-d23b8f73-ec24-47ec-b307-42259083ecb8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fffae02b-cf96-4e9c-8ec9-160488885dda HTTP/1.1" status: 200 len: 1002 time: 0.0566916 Mar 23 17:38:32.284113 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e97545-94d0-4dbf-b468-db261e02bdcd req-a462924c-f221-4aa4-a6d0-ee898490427d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:32.285618 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-73e97545-94d0-4dbf-b468-db261e02bdcd req-a462924c-f221-4aa4-a6d0-ee898490427d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=959a77f2-01fb-4a86-b823-2f4ec7b88401 HTTP/1.1" status: 200 len: 851 time: 0.0451014 Mar 23 17:38:32.337664 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e97545-94d0-4dbf-b468-db261e02bdcd req-43566bf4-901e-4dde-a74f-d24994545131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:38:32.339125 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-73e97545-94d0-4dbf-b468-db261e02bdcd req-43566bf4-901e-4dde-a74f-d24994545131 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c72acd4a-e098-4a23-9aac-214408be911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467441 Mar 23 17:38:32.427443 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-73e97545-94d0-4dbf-b468-db261e02bdcd req-06249e55-cb9d-4ea8-86fd-dd2c86826100 service neutron] 10.222.0.57 "GET /v2.0/networks/c72acd4a-e098-4a23-9aac-214408be911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810924 Mar 23 17:38:32.530886 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-73e97545-94d0-4dbf-b468-db261e02bdcd req-82372626-c20a-46aa-8e2f-0cc734a0a461 service neutron] 10.222.0.57 "GET /v2.0/networks/c72acd4a-e098-4a23-9aac-214408be911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958133 Mar 23 17:38:37.660008 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-63806043-b552-4339-ae1a-146f91b22951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:40.158931 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e3d3d4f0-89b6-4299-9c17-64f02641049f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:41.399077 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:42.774641 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:44.193105 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:49.425725 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 42550) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:38:49.469602 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aa88a3c-d1f7-482c-89bb-ddcdc0d8077e admin admin] Deleting subnet 2c0268ae-30b0-4ae4-aa6b-343552b9261b {{(pid=103207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 17:38:49.472759 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3aa88a3c-d1f7-482c-89bb-ddcdc0d8077e admin admin] Publish callbacks [] for subnet (2c0268ae-30b0-4ae4-aa6b-343552b9261b), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:49.505500 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3aa88a3c-d1f7-482c-89bb-ddcdc0d8077e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59524638'] for subnet (2c0268ae-30b0-4ae4-aa6b-343552b9261b), precommit_delete_associations {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:49.547759 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3aa88a3c-d1f7-482c-89bb-ddcdc0d8077e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153585'] for subnet (2c0268ae-30b0-4ae4-aa6b-343552b9261b), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:49.599769 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3aa88a3c-d1f7-482c-89bb-ddcdc0d8077e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59566314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59734875'] for subnet (2c0268ae-30b0-4ae4-aa6b-343552b9261b), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:49.622539 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa88a3c-d1f7-482c-89bb-ddcdc0d8077e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c0268ae-30b0-4ae4-aa6b-343552b9261b,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:38:49.632759 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3aa88a3c-d1f7-482c-89bb-ddcdc0d8077e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for subnet (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:49.635897 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-3aa88a3c-d1f7-482c-89bb-ddcdc0d8077e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2c0268ae-30b0-4ae4-aa6b-343552b9261b HTTP/1.1" status: 204 len: 168 time: 0.2091622 Mar 23 17:38:49.637665 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa88a3c-d1f7-482c-89bb-ddcdc0d8077e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:38:49.638001 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa88a3c-d1f7-482c-89bb-ddcdc0d8077e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:38:49.638310 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa88a3c-d1f7-482c-89bb-ddcdc0d8077e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:38:49.638662 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa88a3c-d1f7-482c-89bb-ddcdc0d8077e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:38:49.638989 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa88a3c-d1f7-482c-89bb-ddcdc0d8077e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:38:49.639152 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 42552) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:38:49.639564 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa88a3c-d1f7-482c-89bb-ddcdc0d8077e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:38:49.639564 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa88a3c-d1f7-482c-89bb-ddcdc0d8077e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:38:49.639940 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa88a3c-d1f7-482c-89bb-ddcdc0d8077e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:38:49.640227 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa88a3c-d1f7-482c-89bb-ddcdc0d8077e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:38:49.640551 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa88a3c-d1f7-482c-89bb-ddcdc0d8077e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:38:49.640865 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa88a3c-d1f7-482c-89bb-ddcdc0d8077e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:38:49.641165 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa88a3c-d1f7-482c-89bb-ddcdc0d8077e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:38:49.641509 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa88a3c-d1f7-482c-89bb-ddcdc0d8077e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:38:49.641838 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa88a3c-d1f7-482c-89bb-ddcdc0d8077e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:38:49.642148 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa88a3c-d1f7-482c-89bb-ddcdc0d8077e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:38:49.707533 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ca79bf10-2a17-45fb-845b-aa7911cfdd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148222'] for network (d4eb6926-ce57-47e0-8764-b72f9685f745), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:49.789556 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ca79bf10-2a17-45fb-845b-aa7911cfdd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4070212', 'neutron.services.segments.db._delete_segments_for_network-8741035949891'] for network (d4eb6926-ce57-47e0-8764-b72f9685f745), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:49.810471 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-ca79bf10-2a17-45fb-845b-aa7911cfdd9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4eb6926-ce57-47e0-8764-b72f9685f745']}} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:38:49.819619 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-ca79bf10-2a17-45fb-845b-aa7911cfdd9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3cec444-5b57-49f0-a6ec-1676976056d3') {'for_net_delete': True} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:38:49.819899 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-ca79bf10-2a17-45fb-845b-aa7911cfdd9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3cec444-5b57-49f0-a6ec-1676976056d3') {} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:38:49.830636 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ca79bf10-2a17-45fb-845b-aa7911cfdd9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741035949644', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59503449'] for segment (a3cec444-5b57-49f0-a6ec-1676976056d3), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:49.843917 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ca79bf10-2a17-45fb-845b-aa7911cfdd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464'] for segment (a3cec444-5b57-49f0-a6ec-1676976056d3), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:49.849818 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca79bf10-2a17-45fb-845b-aa7911cfdd9e admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 17:38:49.850194 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ca79bf10-2a17-45fb-845b-aa7911cfdd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59308044'] for segment (a3cec444-5b57-49f0-a6ec-1676976056d3), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:49.851802 dv-cinder-834920-1-iscsi neutron-server[103208]: Traceback (most recent call last): Mar 23 17:38:49.851802 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 17:38:49.851802 dv-cinder-834920-1-iscsi neutron-server[103208]: timer() Mar 23 17:38:49.851802 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 17:38:49.851802 dv-cinder-834920-1-iscsi neutron-server[103208]: cb(*args, **kw) Mar 23 17:38:49.851802 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 17:38:49.851802 dv-cinder-834920-1-iscsi neutron-server[103208]: return func(*args, **kwargs) Mar 23 17:38:49.851802 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 17:38:49.851802 dv-cinder-834920-1-iscsi neutron-server[103208]: self._notify() Mar 23 17:38:49.851802 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 17:38:49.851802 dv-cinder-834920-1-iscsi neutron-server[103208]: self.callback(batched_events) Mar 23 17:38:49.851802 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 17:38:49.851802 dv-cinder-834920-1-iscsi neutron-server[103208]: event.method(event) Mar 23 17:38:49.851802 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 17:38:49.851802 dv-cinder-834920-1-iscsi neutron-server[103208]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 17:38:49.851802 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 17:38:49.851802 dv-cinder-834920-1-iscsi neutron-server[103208]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 17:38:49.851802 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 17:38:49.851802 dv-cinder-834920-1-iscsi neutron-server[103208]: return f(self, *a, **k) Mar 23 17:38:49.851802 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 17:38:49.851802 dv-cinder-834920-1-iscsi neutron-server[103208]: return self._get(url).json() Mar 23 17:38:49.851802 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 17:38:49.851802 dv-cinder-834920-1-iscsi neutron-server[103208]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 17:38:49.851802 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 17:38:49.851802 dv-cinder-834920-1-iscsi neutron-server[103208]: return self.request(url, 'GET', **kwargs) Mar 23 17:38:49.851802 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 17:38:49.851802 dv-cinder-834920-1-iscsi neutron-server[103208]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 17:38:49.851802 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 17:38:49.851802 dv-cinder-834920-1-iscsi neutron-server[103208]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 17:38:49.851802 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 17:38:49.851802 dv-cinder-834920-1-iscsi neutron-server[103208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 17:38:49.851802 dv-cinder-834920-1-iscsi neutron-server[103208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 17:38:49.913362 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ca79bf10-2a17-45fb-845b-aa7911cfdd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4070271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614259'] for network (d4eb6926-ce57-47e0-8764-b72f9685f745), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:49.918688 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ca79bf10-2a17-45fb-845b-aa7911cfdd9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for network (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:49.921953 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-ca79bf10-2a17-45fb-845b-aa7911cfdd9e admin admin] 10.222.0.41 "DELETE /v2.0/networks/d4eb6926-ce57-47e0-8764-b72f9685f745 HTTP/1.1" status: 204 len: 168 time: 0.2819123 Mar 23 17:38:49.932911 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79bf10-2a17-45fb-845b-aa7911cfdd9e admin admin] Pushing event deleted for resources: {'Network': ['ID=d4eb6926-ce57-47e0-8764-b72f9685f745,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:38:50.033400 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 42556) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:38:50.075044 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-86cb17bd-3938-49e5-8567-94b0caa69b7e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b2281f6911b845f18166ebdbb990c715&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404179 Mar 23 17:38:50.077575 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 42558) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:38:50.127730 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb64c-8849-4009-91c6-af49981d857d admin admin] Publish callbacks [] for security_group (91698864-b1c7-430e-b7a8-83dbd1990f56), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:50.149257 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb64c-8849-4009-91c6-af49981d857d admin admin] Publish callbacks [] for security_group (91698864-b1c7-430e-b7a8-83dbd1990f56), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:50.199980 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb64c-8849-4009-91c6-af49981d857d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (91698864-b1c7-430e-b7a8-83dbd1990f56), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:50.202531 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d5bcb64c-8849-4009-91c6-af49981d857d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:50.203695 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-d5bcb64c-8849-4009-91c6-af49981d857d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/91698864-b1c7-430e-b7a8-83dbd1990f56 HTTP/1.1" status: 204 len: 168 time: 0.1252661 Mar 23 17:38:50.211425 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcb64c-8849-4009-91c6-af49981d857d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91698864-b1c7-430e-b7a8-83dbd1990f56,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:38:54.802649 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:38:55.151750 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:39:07.657032 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-455b99f2-b472-44e7-b4ad-1c38a4de3b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:39:10.151931 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-56c88175-eb86-4c10-aff6-fc540e1c80cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:39:11.414450 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:39:12.781258 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:39:14.197834 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:39:24.795686 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:39:29.979142 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-57c324f5-9223-4700-b80a-dbb391209aa1 req-bbf30ba3-1154-40bc-8782-3ee586ef1176 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472276 Mar 23 17:39:30.060103 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c324f5-9223-4700-b80a-dbb391209aa1 req-ad3a0cfc-8939-4afa-98d1-7acbed45be8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:39:30.062326 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-57c324f5-9223-4700-b80a-dbb391209aa1 req-ad3a0cfc-8939-4afa-98d1-7acbed45be8e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81cbeef3df3646be902884c3e8e86d20&device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 1129 time: 0.0605831 Mar 23 17:39:30.170260 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c324f5-9223-4700-b80a-dbb391209aa1 req-5951a5a7-847c-42a7-8869-c6ccf4b10511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:39:30.171907 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-57c324f5-9223-4700-b80a-dbb391209aa1 req-5951a5a7-847c-42a7-8869-c6ccf4b10511 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2888c7fe-ae98-4d0e-9549-8ca804e8c855 HTTP/1.1" status: 200 len: 916 time: 0.0889766 Mar 23 17:39:30.248447 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-57c324f5-9223-4700-b80a-dbb391209aa1 req-045f4e4e-f5d9-47ab-8136-4fdf6b724591 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a79a290-72ce-43ec-85cf-797928f9f270 HTTP/1.1" status: 200 len: 1000 time: 0.0686274 Mar 23 17:39:30.306653 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c324f5-9223-4700-b80a-dbb391209aa1 req-20018649-afd9-4bea-9822-8f18256f38e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:39:30.308181 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-57c324f5-9223-4700-b80a-dbb391209aa1 req-20018649-afd9-4bea-9822-8f18256f38e0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d923e995-8ad4-43f2-beba-221af8031362 HTTP/1.1" status: 200 len: 854 time: 0.0539966 Mar 23 17:39:30.357072 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c324f5-9223-4700-b80a-dbb391209aa1 req-bb9a7799-1f1c-46f5-b713-b9ff323a2e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:39:30.358635 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-57c324f5-9223-4700-b80a-dbb391209aa1 req-bb9a7799-1f1c-46f5-b713-b9ff323a2e03 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2888c7fe-ae98-4d0e-9549-8ca804e8c855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439961 Mar 23 17:39:30.448010 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-57c324f5-9223-4700-b80a-dbb391209aa1 req-61583bd3-9d4f-42e6-a183-a148aef977e9 service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829406 Mar 23 17:39:30.539912 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-57c324f5-9223-4700-b80a-dbb391209aa1 req-d69f5f0a-ca11-44e2-ba64-33271167cf54 service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858328 Mar 23 17:39:32.156375 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:39:37.657905 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-91f9dcda-ae74-4e7b-8cff-ee18bed7a46b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:39:40.156490 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6b682165-c6f7-41fc-be90-424973e25886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:39:41.417428 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:39:42.793660 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:39:44.203177 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:39:54.797918 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:40:07.652095 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ccd5bb47-a3c6-405e-8887-11fb296742df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:40:09.161067 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:40:10.165184 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e8bab557-96ab-43c9-9d3a-46f25693c8e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:40:11.418161 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:40:12.789997 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:40:14.201890 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:40:24.807513 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:40:30.063887 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-eff947eb-5d4e-462e-9ac1-21cf1cc01e5f req-18ee7f2f-1d32-4567-a0fc-2f3397086f2c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ab1c2e60-a197-4b95-b77c-4164b4061571&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1580443 Mar 23 17:40:30.140656 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff947eb-5d4e-462e-9ac1-21cf1cc01e5f req-46897700-0f27-4cdd-af76-dde045071ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:40:30.142201 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-eff947eb-5d4e-462e-9ac1-21cf1cc01e5f req-46897700-0f27-4cdd-af76-dde045071ee8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8195f2270b3f441a87ed2fe7c64cc06d&device_id=ab1c2e60-a197-4b95-b77c-4164b4061571 HTTP/1.1" status: 200 len: 1129 time: 0.0471959 Mar 23 17:40:30.248927 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff947eb-5d4e-462e-9ac1-21cf1cc01e5f req-76cfa8a9-aa75-48d4-bf71-07beb722c850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:40:30.250384 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-eff947eb-5d4e-462e-9ac1-21cf1cc01e5f req-76cfa8a9-aa75-48d4-bf71-07beb722c850 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3bf943bd-1e58-43c1-bec1-ca7908c0478b HTTP/1.1" status: 200 len: 918 time: 0.0870917 Mar 23 17:40:30.316713 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-eff947eb-5d4e-462e-9ac1-21cf1cc01e5f req-798d1a5f-3860-4e43-97dd-8f1d649c8006 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a4fd94c-71a8-4ba4-b4e4-0859f488e71b HTTP/1.1" status: 200 len: 1001 time: 0.0597212 Mar 23 17:40:30.369485 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff947eb-5d4e-462e-9ac1-21cf1cc01e5f req-9175c1a7-686a-4eb5-91be-896d5432588b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:40:30.370980 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-eff947eb-5d4e-462e-9ac1-21cf1cc01e5f req-9175c1a7-686a-4eb5-91be-896d5432588b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22ea3e11-cafc-4af7-994c-b65686f8be40 HTTP/1.1" status: 200 len: 856 time: 0.0450110 Mar 23 17:40:30.421414 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff947eb-5d4e-462e-9ac1-21cf1cc01e5f req-8c8a86cc-5258-43b1-8306-65a8c4af6291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:40:30.422966 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-eff947eb-5d4e-462e-9ac1-21cf1cc01e5f req-8c8a86cc-5258-43b1-8306-65a8c4af6291 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bf943bd-1e58-43c1-bec1-ca7908c0478b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459507 Mar 23 17:40:30.435789 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [req-eff947eb-5d4e-462e-9ac1-21cf1cc01e5f req-5bf9df2e-c784-4d62-bb79-814b5d45d7a9 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103207) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 17:40:30.436737 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-eff947eb-5d4e-462e-9ac1-21cf1cc01e5f req-5bf9df2e-c784-4d62-bb79-814b5d45d7a9 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054104 Mar 23 17:40:30.548680 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-eff947eb-5d4e-462e-9ac1-21cf1cc01e5f req-aa6853d8-dbce-447b-bd48-794cf89d0c15 service neutron] 10.222.0.57 "GET /v2.0/networks/3bf943bd-1e58-43c1-bec1-ca7908c0478b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051810 Mar 23 17:40:30.650455 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-eff947eb-5d4e-462e-9ac1-21cf1cc01e5f req-e012439d-f303-4c7b-96dc-eb31f5acf4a1 service neutron] 10.222.0.57 "GET /v2.0/networks/3bf943bd-1e58-43c1-bec1-ca7908c0478b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908747 Mar 23 17:40:37.661599 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4b5e26c8-dfc8-4856-b07e-d730c0746d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:40:40.158496 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-827f4b6e-b20d-47f9-a220-81fdaddef541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:40:41.420048 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:40:42.796003 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:40:44.201018 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:40:46.160990 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:40:54.810849 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:41:07.656557 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f7721c0f-ba34-44d7-9ced-8ec6c5c77f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:41:10.170648 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3c737703-6802-419d-bc49-79ca59d3b38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:41:11.428509 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:41:12.808908 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:41:14.204608 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:41:23.166477 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:41:24.808001 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:41:31.938001 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-595a7e11-e559-4fab-8580-cab3865514af req-dc416ee1-0617-479d-88a8-05f6f860c21a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453427 Mar 23 17:41:32.026679 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a7e11-e559-4fab-8580-cab3865514af req-fcfb207a-2f01-47ce-9fcd-45d17330559d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:41:32.028291 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-595a7e11-e559-4fab-8580-cab3865514af req-fcfb207a-2f01-47ce-9fcd-45d17330559d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2aa787500053466faed7680c3c3b3f20&device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 1130 time: 0.0480199 Mar 23 17:41:32.135006 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a7e11-e559-4fab-8580-cab3865514af req-b67c7ede-6c44-460c-a82b-d6b574b27edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:41:32.136516 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-595a7e11-e559-4fab-8580-cab3865514af req-b67c7ede-6c44-460c-a82b-d6b574b27edb service neutron] 10.222.0.57 "GET /v2.0/networks?id=c72acd4a-e098-4a23-9aac-214408be911e HTTP/1.1" status: 200 len: 913 time: 0.0893271 Mar 23 17:41:32.200752 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-595a7e11-e559-4fab-8580-cab3865514af req-df70f042-bbf0-4fc8-9abd-e8669bd44298 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fffae02b-cf96-4e9c-8ec9-160488885dda HTTP/1.1" status: 200 len: 1002 time: 0.0584831 Mar 23 17:41:32.253209 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a7e11-e559-4fab-8580-cab3865514af req-90d9ce2b-c71d-4b02-a9d8-18f80d751b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:41:32.254637 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-595a7e11-e559-4fab-8580-cab3865514af req-90d9ce2b-c71d-4b02-a9d8-18f80d751b6d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=959a77f2-01fb-4a86-b823-2f4ec7b88401 HTTP/1.1" status: 200 len: 851 time: 0.0485575 Mar 23 17:41:32.305201 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a7e11-e559-4fab-8580-cab3865514af req-b86a325e-1069-4c4f-b8e8-e405abcbaadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:41:32.306964 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-595a7e11-e559-4fab-8580-cab3865514af req-b86a325e-1069-4c4f-b8e8-e405abcbaadd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c72acd4a-e098-4a23-9aac-214408be911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459070 Mar 23 17:41:32.392863 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-595a7e11-e559-4fab-8580-cab3865514af req-9f59a294-8483-4a91-aeae-3986bf4e0a79 service neutron] 10.222.0.57 "GET /v2.0/networks/c72acd4a-e098-4a23-9aac-214408be911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799222 Mar 23 17:41:32.486962 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-595a7e11-e559-4fab-8580-cab3865514af req-629cbcda-6e93-4bf2-84c2-4b72b778809d service neutron] 10.222.0.57 "GET /v2.0/networks/c72acd4a-e098-4a23-9aac-214408be911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874553 Mar 23 17:41:37.667616 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-449278a2-7e9b-4aa5-b64f-96bed03b9115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:41:40.172336 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e4aff88e-59d6-4a27-a80f-9ac2f4e3f11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:41:41.422477 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:41:42.801849 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:41:44.210529 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:41:54.818139 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:42:00.167782 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:42:07.668317 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-26ee430d-90ae-44c0-90ee-3d56fc3a3078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:42:10.180049 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4f30b497-8bd7-443e-9d55-83c10a1fa57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:42:11.430941 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:42:12.808377 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:42:14.220444 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:42:24.806678 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:42:33.945994 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3d81e8f3-57fb-474c-b275-0ef94e6f3441 req-5598b2a3-f06c-4347-a4a5-687c24e3750e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472906 Mar 23 17:42:34.012630 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81e8f3-57fb-474c-b275-0ef94e6f3441 req-7423e70a-87fc-4bea-9653-ab10cb65e8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:42:34.014060 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3d81e8f3-57fb-474c-b275-0ef94e6f3441 req-7423e70a-87fc-4bea-9653-ab10cb65e8c5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81cbeef3df3646be902884c3e8e86d20&device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 1129 time: 0.0448372 Mar 23 17:42:34.369673 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81e8f3-57fb-474c-b275-0ef94e6f3441 req-93eda24c-2463-48ac-8cf6-f68f3fe404f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:42:34.371169 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3d81e8f3-57fb-474c-b275-0ef94e6f3441 req-93eda24c-2463-48ac-8cf6-f68f3fe404f9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2888c7fe-ae98-4d0e-9549-8ca804e8c855 HTTP/1.1" status: 200 len: 916 time: 0.3381469 Mar 23 17:42:34.435467 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3d81e8f3-57fb-474c-b275-0ef94e6f3441 req-60e777dd-4dab-4c9e-9394-456bfd2debcb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a79a290-72ce-43ec-85cf-797928f9f270 HTTP/1.1" status: 200 len: 1000 time: 0.0579519 Mar 23 17:42:34.489189 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81e8f3-57fb-474c-b275-0ef94e6f3441 req-fc2b6d75-376d-4fb4-9cea-b12a21a737ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:42:34.490754 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3d81e8f3-57fb-474c-b275-0ef94e6f3441 req-fc2b6d75-376d-4fb4-9cea-b12a21a737ce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d923e995-8ad4-43f2-beba-221af8031362 HTTP/1.1" status: 200 len: 854 time: 0.0473394 Mar 23 17:42:34.540995 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81e8f3-57fb-474c-b275-0ef94e6f3441 req-b6657651-be73-4627-8dff-69bf0a655e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:42:34.542513 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3d81e8f3-57fb-474c-b275-0ef94e6f3441 req-b6657651-be73-4627-8dff-69bf0a655e72 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2888c7fe-ae98-4d0e-9549-8ca804e8c855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459068 Mar 23 17:42:34.630298 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3d81e8f3-57fb-474c-b275-0ef94e6f3441 req-e09518b4-7116-4df0-ac88-a1861075a77e service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814042 Mar 23 17:42:34.720667 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3d81e8f3-57fb-474c-b275-0ef94e6f3441 req-4e980ebf-982d-4048-a1f6-87546d22aec2 service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839183 Mar 23 17:42:37.172185 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:42:37.673360 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-422cd1eb-d465-4fc8-95f8-85bb57ca4574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:42:40.165681 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-1dafcbda-0a2e-40ca-9e3c-4bb86cce373d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:42:41.440866 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:42:42.821170 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:42:44.210694 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:42:54.826442 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:43:07.669112 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e8d987a4-f990-484e-9267-f445e8e362b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:43:10.164123 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3a64c67c-1fcb-41de-b0ff-d409d85828ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:43:11.437771 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:43:12.822312 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:43:14.174470 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:43:14.208961 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:43:24.821241 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:43:33.956967 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5ac94c87-d7fd-4308-ad1e-24a5c077d8c5 req-e3573817-062b-4aa4-beef-25fb7b9aa7eb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ab1c2e60-a197-4b95-b77c-4164b4061571&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468347 Mar 23 17:43:34.032607 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac94c87-d7fd-4308-ad1e-24a5c077d8c5 req-482f86a7-ab56-4b12-8069-9dec2a6d9baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:43:34.034183 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5ac94c87-d7fd-4308-ad1e-24a5c077d8c5 req-482f86a7-ab56-4b12-8069-9dec2a6d9baf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8195f2270b3f441a87ed2fe7c64cc06d&device_id=ab1c2e60-a197-4b95-b77c-4164b4061571 HTTP/1.1" status: 200 len: 1129 time: 0.0556526 Mar 23 17:43:34.141507 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac94c87-d7fd-4308-ad1e-24a5c077d8c5 req-0baa77b0-c4f4-41fe-91f6-0c39824a9883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:43:34.143391 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5ac94c87-d7fd-4308-ad1e-24a5c077d8c5 req-0baa77b0-c4f4-41fe-91f6-0c39824a9883 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3bf943bd-1e58-43c1-bec1-ca7908c0478b HTTP/1.1" status: 200 len: 918 time: 0.0886126 Mar 23 17:43:34.214757 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5ac94c87-d7fd-4308-ad1e-24a5c077d8c5 req-1a2f4ec4-3851-4520-834d-9b86ed869828 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a4fd94c-71a8-4ba4-b4e4-0859f488e71b HTTP/1.1" status: 200 len: 1001 time: 0.0641935 Mar 23 17:43:34.266951 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac94c87-d7fd-4308-ad1e-24a5c077d8c5 req-af0d169f-b6a9-4665-8329-b17ff2216e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:43:34.268391 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5ac94c87-d7fd-4308-ad1e-24a5c077d8c5 req-af0d169f-b6a9-4665-8329-b17ff2216e59 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22ea3e11-cafc-4af7-994c-b65686f8be40 HTTP/1.1" status: 200 len: 856 time: 0.0468159 Mar 23 17:43:34.318887 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac94c87-d7fd-4308-ad1e-24a5c077d8c5 req-373a9058-5b8f-4431-be7c-65dcbb268987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:43:34.320418 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5ac94c87-d7fd-4308-ad1e-24a5c077d8c5 req-373a9058-5b8f-4431-be7c-65dcbb268987 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bf943bd-1e58-43c1-bec1-ca7908c0478b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458856 Mar 23 17:43:34.410469 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5ac94c87-d7fd-4308-ad1e-24a5c077d8c5 req-ab525fbc-0a19-4c52-9e8e-e7970bff9992 service neutron] 10.222.0.57 "GET /v2.0/networks/3bf943bd-1e58-43c1-bec1-ca7908c0478b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828404 Mar 23 17:43:34.515193 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5ac94c87-d7fd-4308-ad1e-24a5c077d8c5 req-bc8ba3d8-4970-4a5b-8c04-83061e7df7e6 service neutron] 10.222.0.57 "GET /v2.0/networks/3bf943bd-1e58-43c1-bec1-ca7908c0478b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986512 Mar 23 17:43:37.681128 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6b9cf346-88d1-48ba-8a7e-a6daa762d86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:43:40.163449 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-1a4bdb5a-bd14-4ff9-a7b4-69d023a9a1fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:43:41.442877 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:43:42.821814 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:43:44.209773 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:43:51.175319 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:43:54.857202 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:44:07.688090 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ae2e01ce-c074-46bd-9763-4a5809b0cffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:44:10.166326 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0cde26b4-60e2-47c1-ac69-cfe91c05447c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:44:11.440706 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:44:12.833382 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:44:14.213628 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:44:24.869524 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:44:28.174301 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:44:33.941329 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-65eb5231-84ed-4525-acd8-31763beba9a5 req-860aadf5-0964-4878-946d-cf3bd0a98705 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1c3bfcb0-89a2-41a4-84ef-6089afb9e617&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452430 Mar 23 17:44:34.008766 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb5231-84ed-4525-acd8-31763beba9a5 req-77b837ac-903d-4b72-8189-6b0e52603f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:44:34.010263 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-65eb5231-84ed-4525-acd8-31763beba9a5 req-77b837ac-903d-4b72-8189-6b0e52603f2a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=562e825d481140639866877090276140&device_id=1c3bfcb0-89a2-41a4-84ef-6089afb9e617 HTTP/1.1" status: 200 len: 1129 time: 0.0447662 Mar 23 17:44:34.116921 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb5231-84ed-4525-acd8-31763beba9a5 req-55815a8a-abba-4cbe-96e0-d8130f5f1f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:44:34.118456 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-65eb5231-84ed-4525-acd8-31763beba9a5 req-55815a8a-abba-4cbe-96e0-d8130f5f1f8b service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf00ba7b-82ed-4a68-ac03-2cd555b65d58 HTTP/1.1" status: 200 len: 911 time: 0.0896628 Mar 23 17:44:34.196108 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-65eb5231-84ed-4525-acd8-31763beba9a5 req-af3b3c29-653d-4036-9275-b0fa158537f6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dda068f8-1b21-46fa-8131-6c994ac274ec HTTP/1.1" status: 200 len: 1000 time: 0.0715945 Mar 23 17:44:34.251246 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb5231-84ed-4525-acd8-31763beba9a5 req-9ea57ef2-1b9a-43a2-9097-018956ee0d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:44:34.253467 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-65eb5231-84ed-4525-acd8-31763beba9a5 req-9ea57ef2-1b9a-43a2-9097-018956ee0d88 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=551df535-6624-4945-9357-a463dcf05cfd HTTP/1.1" status: 200 len: 849 time: 0.0517550 Mar 23 17:44:34.303840 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb5231-84ed-4525-acd8-31763beba9a5 req-51baf2ca-6005-4e76-88af-d216d2e7c11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:44:34.305326 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-65eb5231-84ed-4525-acd8-31763beba9a5 req-51baf2ca-6005-4e76-88af-d216d2e7c11c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf00ba7b-82ed-4a68-ac03-2cd555b65d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465531 Mar 23 17:44:34.396007 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-65eb5231-84ed-4525-acd8-31763beba9a5 req-bf248ce3-e54c-4a42-b523-620658ba47a8 service neutron] 10.222.0.57 "GET /v2.0/networks/cf00ba7b-82ed-4a68-ac03-2cd555b65d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833247 Mar 23 17:44:34.487698 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-65eb5231-84ed-4525-acd8-31763beba9a5 req-6c8de6ed-8b2e-46f1-8401-1cf6419b538b service neutron] 10.222.0.57 "GET /v2.0/networks/cf00ba7b-82ed-4a68-ac03-2cd555b65d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857232 Mar 23 17:44:37.690616 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bae53a47-a005-4dc2-99af-9d483482cf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:44:40.171688 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-df22a594-3c5c-4fde-88aa-7b3d8628a032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:44:41.446840 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:44:42.838709 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:44:44.210273 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:44:54.870920 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:02.977389 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [req-97cb3190-8f56-41dc-832a-b6edc1c46784 req-a467292d-3ad9-4e89-9261-1f5029cf2f56 service neutron] (103208) timed out ('10.222.0.57', 56923) {{(pid=103208) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 17:45:04.793973 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [req-004bd7be-d50b-4e34-8714-3b232b248d58 req-472c99ff-9563-4601-97ab-a61fd441cfee service neutron] (103207) timed out ('10.222.0.57', 56952) {{(pid=103207) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 17:45:05.129756 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [req-b2a84659-570e-471b-919b-827ebc75949a req-1a21a159-78c1-4d1b-a0cf-926cbb5fc646 service neutron] (103208) timed out ('10.222.0.57', 56948) {{(pid=103208) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 17:45:05.178675 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:45:07.686153 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6738cad1-e6d2-45b7-82d0-c52d29aa653d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:10.174468 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7cb37ff5-c6af-4b20-94dd-8a6527ce0d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:10.807284 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c1e27-dc2c-472b-a8f2-5e0b111ea29a req-8d0ecbea-6e37-471e-bac3-be9f4ed699d2 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:45:10.808824 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d48c1e27-dc2c-472b-a8f2-5e0b111ea29a req-8d0ecbea-6e37-471e-bac3-be9f4ed699d2 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab1c2e60-a197-4b95-b77c-4164b4061571 HTTP/1.1" status: 200 len: 945 time: 0.1312790 Mar 23 17:45:10.857963 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d48c1e27-dc2c-472b-a8f2-5e0b111ea29a req-8a1dc5dd-cd28-4b99-ac27-d4e2ceb0c31c tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac82ca19-aa05-49c1-b20e-fcfeed09d2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429633 Mar 23 17:45:11.452024 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:11.584793 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762a19a-9c11-469c-8f52-dbbe689676d7 req-8f84b96f-ec7c-488c-8653-2c471b61a5cc tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:45:11.586314 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a762a19a-9c11-469c-8f52-dbbe689676d7 req-8f84b96f-ec7c-488c-8653-2c471b61a5cc tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab1c2e60-a197-4b95-b77c-4164b4061571 HTTP/1.1" status: 200 len: 945 time: 0.0643158 Mar 23 17:45:11.685015 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-a762a19a-9c11-469c-8f52-dbbe689676d7 req-eef6f71c-9f3a-4d9a-a9b1-83bab821a877 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Deleting port 7a4fd94c-71a8-4ba4-b4e4-0859f488e71b {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:45:11.685347 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-a762a19a-9c11-469c-8f52-dbbe689676d7 req-eef6f71c-9f3a-4d9a-a9b1-83bab821a877 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (7a4fd94c-71a8-4ba4-b4e4-0859f488e71b), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:11.773001 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-a762a19a-9c11-469c-8f52-dbbe689676d7 req-eef6f71c-9f3a-4d9a-a9b1-83bab821a877 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] For port 7a4fd94c-71a8-4ba4-b4e4-0859f488e71b, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=7a4fd94c-71a8-4ba4-b4e4-0859f488e71b,segment=NetworkSegment(3173c500-488c-4756-a1e4-19030c18bbcc),segment_id=3173c500-488c-4756-a1e4-19030c18bbcc)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:45:11.773267 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-a762a19a-9c11-469c-8f52-dbbe689676d7 req-eef6f71c-9f3a-4d9a-a9b1-83bab821a877 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (7a4fd94c-71a8-4ba4-b4e4-0859f488e71b), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:11.961035 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-a762a19a-9c11-469c-8f52-dbbe689676d7 req-eef6f71c-9f3a-4d9a-a9b1-83bab821a877 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:11.961408 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-a762a19a-9c11-469c-8f52-dbbe689676d7 req-eef6f71c-9f3a-4d9a-a9b1-83bab821a877 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614213'] for floatingip (85d6a8f6-3587-448e-be35-7679338d5b09), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:11.961734 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.db.l3_db [req-a762a19a-9c11-469c-8f52-dbbe689676d7 req-eef6f71c-9f3a-4d9a-a9b1-83bab821a877 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Floating IP 85d6a8f6-3587-448e-be35-7679338d5b09 disassociated. External IP: 172.27.2.127, port: 7a4fd94c-71a8-4ba4-b4e4-0859f488e71b. Mar 23 17:45:11.962069 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-a762a19a-9c11-469c-8f52-dbbe689676d7 req-eef6f71c-9f3a-4d9a-a9b1-83bab821a877 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Calling delete_port for 7a4fd94c-71a8-4ba4-b4e4-0859f488e71b owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:45:11.981322 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0d62c-4d2e-40b9-958e-ce4dfc0a8ce1 req-51e49501-2176-4807-9aec-1a97dcc56dbc tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:45:11.982815 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7ef0d62c-4d2e-40b9-958e-ce4dfc0a8ce1 req-51e49501-2176-4807-9aec-1a97dcc56dbc tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab1c2e60-a197-4b95-b77c-4164b4061571 HTTP/1.1" status: 200 len: 945 time: 0.0534110 Mar 23 17:45:12.031498 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7ef0d62c-4d2e-40b9-958e-ce4dfc0a8ce1 req-6870d261-e6a7-4faa-87a3-2416d4b8555a tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac82ca19-aa05-49c1-b20e-fcfeed09d2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426126 Mar 23 17:45:12.097913 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-a762a19a-9c11-469c-8f52-dbbe689676d7 req-eef6f71c-9f3a-4d9a-a9b1-83bab821a877 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59566619'] for port (7a4fd94c-71a8-4ba4-b4e4-0859f488e71b), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:12.127134 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6f71c-9f3a-4d9a-a9b1-83bab821a877 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Pushing event deleted for resources: {'Port': ['ID=7a4fd94c-71a8-4ba4-b4e4-0859f488e71b,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:45:12.139475 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6f71c-9f3a-4d9a-a9b1-83bab821a877 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:45:12.139855 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6f71c-9f3a-4d9a-a9b1-83bab821a877 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:45:12.140199 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6f71c-9f3a-4d9a-a9b1-83bab821a877 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:45:12.140538 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6f71c-9f3a-4d9a-a9b1-83bab821a877 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:45:12.140889 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6f71c-9f3a-4d9a-a9b1-83bab821a877 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:45:12.141252 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6f71c-9f3a-4d9a-a9b1-83bab821a877 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:45:12.141583 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6f71c-9f3a-4d9a-a9b1-83bab821a877 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:45:12.141894 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6f71c-9f3a-4d9a-a9b1-83bab821a877 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:45:12.142220 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6f71c-9f3a-4d9a-a9b1-83bab821a877 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:45:12.142590 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6f71c-9f3a-4d9a-a9b1-83bab821a877 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:45:12.142918 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6f71c-9f3a-4d9a-a9b1-83bab821a877 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:45:12.143236 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6f71c-9f3a-4d9a-a9b1-83bab821a877 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:45:12.143557 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6f71c-9f3a-4d9a-a9b1-83bab821a877 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:45:12.143877 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6f71c-9f3a-4d9a-a9b1-83bab821a877 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:45:12.144195 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef6f71c-9f3a-4d9a-a9b1-83bab821a877 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:45:12.258243 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a762a19a-9c11-469c-8f52-dbbe689676d7 req-eef6f71c-9f3a-4d9a-a9b1-83bab821a877 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Router 06643b2d-3270-46bc-8887-8b9f92b18bf3 has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:45:12.371104 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a762a19a-9c11-469c-8f52-dbbe689676d7 req-eef6f71c-9f3a-4d9a-a9b1-83bab821a877 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:45:12.382039 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d41898d-6e0c-4b71-8a96-19c41758920b None None] Sync routers for ids ['06643b2d-3270-46bc-8887-8b9f92b18bf3'] in dv-cinder-834920-1-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:45:12.393004 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d41898d-6e0c-4b71-8a96-19c41758920b None None] Routers {'06643b2d-3270-46bc-8887-8b9f92b18bf3'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:45:12.393659 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-4d41898d-6e0c-4b71-8a96-19c41758920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:45:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['06643b2d-3270-46bc-8887-8b9f92b18bf3'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:45:12.411872 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-a762a19a-9c11-469c-8f52-dbbe689676d7 req-eef6f71c-9f3a-4d9a-a9b1-83bab821a877 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] No DVR routers for this DVR port 7a4fd94c-71a8-4ba4-b4e4-0859f488e71b on host hv-cinder-83492 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:45:12.414693 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-a762a19a-9c11-469c-8f52-dbbe689676d7 req-eef6f71c-9f3a-4d9a-a9b1-83bab821a877 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:12.418807 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a762a19a-9c11-469c-8f52-dbbe689676d7 req-eef6f71c-9f3a-4d9a-a9b1-83bab821a877 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.57 "DELETE /v2.0/ports/7a4fd94c-71a8-4ba4-b4e4-0859f488e71b HTTP/1.1" status: 204 len: 173 time: 0.8264732 Mar 23 17:45:12.419166 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1c2e60-a197-4b95-b77c-4164b4061571', 'name': 'network-vif-deleted', 'tag': '7a4fd94c-71a8-4ba4-b4e4-0859f488e71b'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:45:12.421538 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c7cbe1-8306-4fd0-a4af-83c2af3d06f1" -d '{"events": [{"server_uuid": "ab1c2e60-a197-4b95-b77c-4164b4061571", "name": "network-vif-deleted", "tag": "7a4fd94c-71a8-4ba4-b4e4-0859f488e71b"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:45:12.514693 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-4d41898d-6e0c-4b71-8a96-19c41758920b None None] Set router 06643b2d-3270-46bc-8887-8b9f92b18bf3 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:45:12.539142 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca23e3b-9246-4dd7-8a26-0dcdce5d01cd x-openstack-request-id: req-bca23e3b-9246-4dd7-8a26-0dcdce5d01cd {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:45:12.539541 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1c2e60-a197-4b95-b77c-4164b4061571", "name": "network-vif-deleted", "tag": "7a4fd94c-71a8-4ba4-b4e4-0859f488e71b", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:45:12.540006 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bca23e3b-9246-4dd7-8a26-0dcdce5d01cd {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:45:12.541685 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bca23e3b-9246-4dd7-8a26-0dcdce5d01cd'] response: {'server_uuid': 'ab1c2e60-a197-4b95-b77c-4164b4061571', 'name': 'network-vif-deleted', 'tag': '7a4fd94c-71a8-4ba4-b4e4-0859f488e71b', 'status': 'completed', 'code': 200} Mar 23 17:45:12.727803 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-4d41898d-6e0c-4b71-8a96-19c41758920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2035450451-router', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:16Z', 'updated_at': '2022-03-23T17:29:29Z', 'revision_number': 4, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'gw_port': {'id': 'c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:77:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:17Z', 'updated_at': '2022-03-23T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': 'ccba8dfc-b097-4469-986d-0d7e3e7a61bb', 'name': '', 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'mac_address': 'fa:16:3e:77:31:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22ea3e11-cafc-4af7-994c-b65686f8be40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:26Z', 'updated_at': '2022-03-23T17:29:35Z', 'revision_number': 5, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'subnets': [{'id': '22ea3e11-cafc-4af7-994c-b65686f8be40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:45:12.753182 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d41898d-6e0c-4b71-8a96-19c41758920b None None] Checking router: 06643b2d-3270-46bc-8887-8b9f92b18bf3 for host: dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:45:12.761934 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d41898d-6e0c-4b71-8a96-19c41758920b None None] Routers {'06643b2d-3270-46bc-8887-8b9f92b18bf3'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:45:12.762519 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-4d41898d-6e0c-4b71-8a96-19c41758920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:45:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['06643b2d-3270-46bc-8887-8b9f92b18bf3'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:45:12.831627 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:12.873191 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-4d41898d-6e0c-4b71-8a96-19c41758920b None None] Set router 06643b2d-3270-46bc-8887-8b9f92b18bf3 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:45:13.097177 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-4d41898d-6e0c-4b71-8a96-19c41758920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2035450451-router', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:16Z', 'updated_at': '2022-03-23T17:29:29Z', 'revision_number': 4, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'gw_port': {'id': 'c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:77:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:17Z', 'updated_at': '2022-03-23T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': 'ccba8dfc-b097-4469-986d-0d7e3e7a61bb', 'name': '', 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'mac_address': 'fa:16:3e:77:31:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22ea3e11-cafc-4af7-994c-b65686f8be40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:26Z', 'updated_at': '2022-03-23T17:29:35Z', 'revision_number': 5, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'subnets': [{'id': '22ea3e11-cafc-4af7-994c-b65686f8be40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:45:13.127413 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 46300) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:45:13.128062 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d41898d-6e0c-4b71-8a96-19c41758920b None None] The sync data for ids ['06643b2d-3270-46bc-8887-8b9f92b18bf3'] in dv-cinder-834920-1-iscsi is: [{'id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2035450451-router', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:16Z', 'updated_at': '2022-03-23T17:29:29Z', 'revision_number': 4, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'gw_port': {'id': 'c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:77:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:17Z', 'updated_at': '2022-03-23T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': 'ccba8dfc-b097-4469-986d-0d7e3e7a61bb', 'name': '', 'network_id': '3bf943bd-1e58-43c1-bec1-ca7908c0478b', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'mac_address': 'fa:16:3e:77:31:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '22ea3e11-cafc-4af7-994c-b65686f8be40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:26Z', 'updated_at': '2022-03-23T17:29:35Z', 'revision_number': 5, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'subnets': [{'id': '22ea3e11-cafc-4af7-994c-b65686f8be40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:45:13.189014 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7eef66a8-c5b2-4de4-a5f4-ceb6ebb5035e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for security_group (ac82ca19-aa05-49c1-b20e-fcfeed09d2dd), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:13.216602 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7eef66a8-c5b2-4de4-a5f4-ceb6ebb5035e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for security_group (ac82ca19-aa05-49c1-b20e-fcfeed09d2dd), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:13.266425 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7eef66a8-c5b2-4de4-a5f4-ceb6ebb5035e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (ac82ca19-aa05-49c1-b20e-fcfeed09d2dd), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:13.269069 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7eef66a8-c5b2-4de4-a5f4-ceb6ebb5035e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:13.270447 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-7eef66a8-c5b2-4de4-a5f4-ceb6ebb5035e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "DELETE /v2.0/security-groups/ac82ca19-aa05-49c1-b20e-fcfeed09d2dd HTTP/1.1" status: 204 len: 168 time: 0.1417065 Mar 23 17:45:13.273305 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 46302) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:45:13.280636 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef66a8-c5b2-4de4-a5f4-ceb6ebb5035e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac82ca19-aa05-49c1-b20e-fcfeed09d2dd,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:45:13.288524 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eef66a8-c5b2-4de4-a5f4-ceb6ebb5035e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:45:13.288864 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eef66a8-c5b2-4de4-a5f4-ceb6ebb5035e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:45:13.289212 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eef66a8-c5b2-4de4-a5f4-ceb6ebb5035e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:45:13.289550 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eef66a8-c5b2-4de4-a5f4-ceb6ebb5035e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:45:13.289880 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eef66a8-c5b2-4de4-a5f4-ceb6ebb5035e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:45:13.290205 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eef66a8-c5b2-4de4-a5f4-ceb6ebb5035e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:45:13.290525 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eef66a8-c5b2-4de4-a5f4-ceb6ebb5035e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:45:13.290850 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eef66a8-c5b2-4de4-a5f4-ceb6ebb5035e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:45:13.291169 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eef66a8-c5b2-4de4-a5f4-ceb6ebb5035e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:45:13.291484 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eef66a8-c5b2-4de4-a5f4-ceb6ebb5035e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:45:13.291808 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eef66a8-c5b2-4de4-a5f4-ceb6ebb5035e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:45:13.292118 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eef66a8-c5b2-4de4-a5f4-ceb6ebb5035e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:45:13.292431 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eef66a8-c5b2-4de4-a5f4-ceb6ebb5035e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:45:13.292754 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eef66a8-c5b2-4de4-a5f4-ceb6ebb5035e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:45:13.293102 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eef66a8-c5b2-4de4-a5f4-ceb6ebb5035e tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:45:13.293706 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.api.v2.resource [None req-88c6742e-5ebf-40a8-8eb1-f0a44fdee415 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] show failed (client error): The resource could not be found. Mar 23 17:45:13.294792 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-88c6742e-5ebf-40a8-8eb1-f0a44fdee415 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "GET /v2.0/security-groups/ac82ca19-aa05-49c1-b20e-fcfeed09d2dd HTTP/1.1" status: 404 len: 347 time: 0.0200703 Mar 23 17:45:13.299170 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 46306) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:45:13.377758 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a73058-9562-49d4-9420-db3f7def9d14 None None] New status for floating IP 85d6a8f6-3587-448e-be35-7679338d5b09: DOWN {{(pid=103209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:45:13.437344 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-f1ae47d7-e11e-4569-8824-fff262e39c0b tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Deleting port cdbba6ea-9812-45d9-86fe-cc6157361ded {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:45:13.437684 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f1ae47d7-e11e-4569-8824-fff262e39c0b tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (cdbba6ea-9812-45d9-86fe-cc6157361ded), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:13.512100 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f1ae47d7-e11e-4569-8824-fff262e39c0b tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (cdbba6ea-9812-45d9-86fe-cc6157361ded), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:13.512425 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f1ae47d7-e11e-4569-8824-fff262e39c0b tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for floatingip (cdbba6ea-9812-45d9-86fe-cc6157361ded), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:13.525127 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-f1ae47d7-e11e-4569-8824-fff262e39c0b tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Calling delete_port for cdbba6ea-9812-45d9-86fe-cc6157361ded owned by network:floatingip {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:45:13.668743 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f1ae47d7-e11e-4569-8824-fff262e39c0b tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59566619'] for port (cdbba6ea-9812-45d9-86fe-cc6157361ded), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:13.693418 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae47d7-e11e-4569-8824-fff262e39c0b tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Pushing event deleted for resources: {'Port': ['ID=cdbba6ea-9812-45d9-86fe-cc6157361ded,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:45:13.757909 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f1ae47d7-e11e-4569-8824-fff262e39c0b tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks [] for floatingip (85d6a8f6-3587-448e-be35-7679338d5b09), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:13.760596 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f1ae47d7-e11e-4569-8824-fff262e39c0b tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for floatingip (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:13.761862 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-f1ae47d7-e11e-4569-8824-fff262e39c0b tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] 10.222.0.41 "DELETE /v2.0/floatingips/85d6a8f6-3587-448e-be35-7679338d5b09 HTTP/1.1" status: 204 len: 168 time: 0.4616575 Mar 23 17:45:14.206949 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:15.337828 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device 7a4fd94c-71a8-4ba4-b4e4-0859f488e71b no longer exists at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:45:15.369767 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] No Port match for: 7a4fd94c-71a8-4ba4-b4e4-0859f488e71b {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:45:15.370127 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device 7a4fd94c-71a8-4ba4-b4e4-0859f488e71b not bound to the agent host hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:45:24.886653 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:30.071145 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [req-cb87b1c9-f867-4bef-a9a0-0ca881e373e8 req-6a85a349-25c3-45c6-8638-03c3139eef98 service neutron] (103207) timed out ('10.222.0.57', 56940) {{(pid=103207) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 17:45:34.984766 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3ab47d99-1b7e-48c8-9346-0905466ad633 req-c3a401d1-b857-4486-89e2-8c112dcf3abc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0957894 Mar 23 17:45:35.075146 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab47d99-1b7e-48c8-9346-0905466ad633 req-aeba4bde-6f4e-489c-9703-cee5aa846327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:45:35.076665 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3ab47d99-1b7e-48c8-9346-0905466ad633 req-aeba4bde-6f4e-489c-9703-cee5aa846327 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2aa787500053466faed7680c3c3b3f20&device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 1130 time: 0.0452173 Mar 23 17:45:35.186491 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab47d99-1b7e-48c8-9346-0905466ad633 req-481ba7fb-7693-4f90-b932-bca4b92f4e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:45:35.187966 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3ab47d99-1b7e-48c8-9346-0905466ad633 req-481ba7fb-7693-4f90-b932-bca4b92f4e16 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c72acd4a-e098-4a23-9aac-214408be911e HTTP/1.1" status: 200 len: 913 time: 0.0942264 Mar 23 17:45:35.267106 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3ab47d99-1b7e-48c8-9346-0905466ad633 req-18658661-389c-4877-99ff-738f026fb4fb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fffae02b-cf96-4e9c-8ec9-160488885dda HTTP/1.1" status: 200 len: 1002 time: 0.0711875 Mar 23 17:45:35.318222 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab47d99-1b7e-48c8-9346-0905466ad633 req-3f1c8ddc-29d4-4860-8d97-d14b992b7c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:45:35.319655 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3ab47d99-1b7e-48c8-9346-0905466ad633 req-3f1c8ddc-29d4-4860-8d97-d14b992b7c5e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=959a77f2-01fb-4a86-b823-2f4ec7b88401 HTTP/1.1" status: 200 len: 851 time: 0.0465980 Mar 23 17:45:35.373172 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab47d99-1b7e-48c8-9346-0905466ad633 req-f50157b4-5a43-4480-8873-bca5611e148d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:45:35.374669 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3ab47d99-1b7e-48c8-9346-0905466ad633 req-f50157b4-5a43-4480-8873-bca5611e148d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c72acd4a-e098-4a23-9aac-214408be911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489447 Mar 23 17:45:35.460927 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3ab47d99-1b7e-48c8-9346-0905466ad633 req-619762a9-36a7-4bd1-8621-fb97d0db4b9c service neutron] 10.222.0.57 "GET /v2.0/networks/c72acd4a-e098-4a23-9aac-214408be911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798671 Mar 23 17:45:35.552085 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-3ab47d99-1b7e-48c8-9346-0905466ad633 req-d2cba02a-190c-4b9d-9778-6137d5f6200f service neutron] 10.222.0.57 "GET /v2.0/networks/c72acd4a-e098-4a23-9aac-214408be911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849478 Mar 23 17:45:37.682884 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f5f69cca-de79-4116-972b-2121bca3bc42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:40.167797 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-56fc2a0b-ed6d-4d5e-8d5a-4b5eddd5ba3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:41.453251 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:42.183559 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:45:42.840622 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:44.202044 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:50.578288 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13daf840-a180-4d0c-896f-c862b84f11b5 req-fe4669a7-f631-49f6-8c34-6e7deae4deef tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:45:50.579783 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-13daf840-a180-4d0c-896f-c862b84f11b5 req-fe4669a7-f631-49f6-8c34-6e7deae4deef tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c3bfcb0-89a2-41a4-84ef-6089afb9e617 HTTP/1.1" status: 200 len: 945 time: 0.0571239 Mar 23 17:45:50.627413 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-13daf840-a180-4d0c-896f-c862b84f11b5 req-a19469b0-31db-415f-981b-387ada5020b7 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f665960-6788-479c-88af-a6f8a93a0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418222 Mar 23 17:45:51.388563 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99bbef6-6626-4a94-892a-520674268660 req-195eb34e-3c8e-45a0-acd2-bd2f08c470ac tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:45:51.390061 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f99bbef6-6626-4a94-892a-520674268660 req-195eb34e-3c8e-45a0-acd2-bd2f08c470ac tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c3bfcb0-89a2-41a4-84ef-6089afb9e617 HTTP/1.1" status: 200 len: 945 time: 0.0660098 Mar 23 17:45:51.486091 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-f99bbef6-6626-4a94-892a-520674268660 req-877def30-2c5a-4a09-b5a6-5508a2857703 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Deleting port dda068f8-1b21-46fa-8131-6c994ac274ec {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:45:51.486401 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-f99bbef6-6626-4a94-892a-520674268660 req-877def30-2c5a-4a09-b5a6-5508a2857703 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (dda068f8-1b21-46fa-8131-6c994ac274ec), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:51.583891 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-f99bbef6-6626-4a94-892a-520674268660 req-877def30-2c5a-4a09-b5a6-5508a2857703 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] For port dda068f8-1b21-46fa-8131-6c994ac274ec, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=dda068f8-1b21-46fa-8131-6c994ac274ec,segment=NetworkSegment(a411194a-69f6-4c08-a136-cf58c2766c0a),segment_id=a411194a-69f6-4c08-a136-cf58c2766c0a)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:45:51.584257 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-f99bbef6-6626-4a94-892a-520674268660 req-877def30-2c5a-4a09-b5a6-5508a2857703 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (dda068f8-1b21-46fa-8131-6c994ac274ec), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:51.764369 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-f99bbef6-6626-4a94-892a-520674268660 req-877def30-2c5a-4a09-b5a6-5508a2857703 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:51.764726 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-f99bbef6-6626-4a94-892a-520674268660 req-877def30-2c5a-4a09-b5a6-5508a2857703 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614213'] for floatingip (e085bbb3-9611-4413-b7a1-7d28245f312b), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:51.765016 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.db.l3_db [req-f99bbef6-6626-4a94-892a-520674268660 req-877def30-2c5a-4a09-b5a6-5508a2857703 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Floating IP e085bbb3-9611-4413-b7a1-7d28245f312b disassociated. External IP: 172.27.2.40, port: dda068f8-1b21-46fa-8131-6c994ac274ec. Mar 23 17:45:51.765397 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-f99bbef6-6626-4a94-892a-520674268660 req-877def30-2c5a-4a09-b5a6-5508a2857703 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Calling delete_port for dda068f8-1b21-46fa-8131-6c994ac274ec owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:45:51.794879 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572d0ff-6476-4d78-a460-a6c835c1fc14 req-dca124ff-407e-41c8-929e-f5d87f9ffe84 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:45:51.796355 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5572d0ff-6476-4d78-a460-a6c835c1fc14 req-dca124ff-407e-41c8-929e-f5d87f9ffe84 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c3bfcb0-89a2-41a4-84ef-6089afb9e617 HTTP/1.1" status: 200 len: 945 time: 0.0986261 Mar 23 17:45:51.847035 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5572d0ff-6476-4d78-a460-a6c835c1fc14 req-a1488f42-192d-46b4-8b8d-f7f0408d11f3 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups?id=7f665960-6788-479c-88af-a6f8a93a0a51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447679 Mar 23 17:45:51.902529 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-f99bbef6-6626-4a94-892a-520674268660 req-877def30-2c5a-4a09-b5a6-5508a2857703 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59566619'] for port (dda068f8-1b21-46fa-8131-6c994ac274ec), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:51.932153 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877def30-2c5a-4a09-b5a6-5508a2857703 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Pushing event deleted for resources: {'Port': ['ID=dda068f8-1b21-46fa-8131-6c994ac274ec,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:45:52.055950 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f99bbef6-6626-4a94-892a-520674268660 req-877def30-2c5a-4a09-b5a6-5508a2857703 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Router 48063dea-2895-40e4-905f-dfe5b0b536bb has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:45:52.164418 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f99bbef6-6626-4a94-892a-520674268660 req-877def30-2c5a-4a09-b5a6-5508a2857703 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:45:52.174213 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdd66ea-f2bc-4bfb-8681-d3ea814b8cc6 None None] Sync routers for ids ['48063dea-2895-40e4-905f-dfe5b0b536bb'] in dv-cinder-834920-1-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:45:52.184993 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdd66ea-f2bc-4bfb-8681-d3ea814b8cc6 None None] Routers {'48063dea-2895-40e4-905f-dfe5b0b536bb'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:45:52.185736 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-acdd66ea-f2bc-4bfb-8681-d3ea814b8cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:45:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['48063dea-2895-40e4-905f-dfe5b0b536bb'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:45:52.205560 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99bbef6-6626-4a94-892a-520674268660 req-877def30-2c5a-4a09-b5a6-5508a2857703 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] No DVR routers for this DVR port dda068f8-1b21-46fa-8131-6c994ac274ec on host hv-cinder-83492 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:45:52.208519 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-f99bbef6-6626-4a94-892a-520674268660 req-877def30-2c5a-4a09-b5a6-5508a2857703 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:52.212312 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f99bbef6-6626-4a94-892a-520674268660 req-877def30-2c5a-4a09-b5a6-5508a2857703 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.57 "DELETE /v2.0/ports/dda068f8-1b21-46fa-8131-6c994ac274ec HTTP/1.1" status: 204 len: 173 time: 0.8163831 Mar 23 17:45:52.212698 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3bfcb0-89a2-41a4-84ef-6089afb9e617', 'name': 'network-vif-deleted', 'tag': 'dda068f8-1b21-46fa-8131-6c994ac274ec'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:45:52.215937 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00877ef-2c71-4925-8a4e-83d0a1226e2f" -d '{"events": [{"server_uuid": "1c3bfcb0-89a2-41a4-84ef-6089afb9e617", "name": "network-vif-deleted", "tag": "dda068f8-1b21-46fa-8131-6c994ac274ec"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:45:52.265978 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82faed3b-c5fb-4cc1-981b-66d032fabcf7 x-openstack-request-id: req-82faed3b-c5fb-4cc1-981b-66d032fabcf7 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:45:52.265978 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3bfcb0-89a2-41a4-84ef-6089afb9e617", "name": "network-vif-deleted", "tag": "dda068f8-1b21-46fa-8131-6c994ac274ec", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:45:52.265978 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-82faed3b-c5fb-4cc1-981b-66d032fabcf7 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:45:52.266362 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82faed3b-c5fb-4cc1-981b-66d032fabcf7'] response: {'server_uuid': '1c3bfcb0-89a2-41a4-84ef-6089afb9e617', 'name': 'network-vif-deleted', 'tag': 'dda068f8-1b21-46fa-8131-6c994ac274ec', 'status': 'completed', 'code': 200} Mar 23 17:45:52.305341 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-acdd66ea-f2bc-4bfb-8681-d3ea814b8cc6 None None] Set router 48063dea-2895-40e4-905f-dfe5b0b536bb gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:45:52.611381 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-acdd66ea-f2bc-4bfb-8681-d3ea814b8cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'name': 'tempest-AttachVolumeTestJSON-290508263-router', 'tenant_id': '562e825d481140639866877090276140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4b00755c-72f5-4f2b-8458-b0ecb5621d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:18Z', 'updated_at': '2022-03-23T17:29:32Z', 'revision_number': 4, 'project_id': '562e825d481140639866877090276140', 'gw_port': {'id': '4b00755c-72f5-4f2b-8458-b0ecb5621d5f', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '867fac67-9575-4b3e-aa0c-038b203f1c35', 'name': '', 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58', 'tenant_id': '562e825d481140639866877090276140', 'mac_address': 'fa:16:3e:f9:ca:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '551df535-6624-4945-9357-a463dcf05cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:30Z', 'updated_at': '2022-03-23T17:29:39Z', 'revision_number': 5, 'project_id': '562e825d481140639866877090276140', 'subnets': [{'id': '551df535-6624-4945-9357-a463dcf05cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:45:52.637686 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdd66ea-f2bc-4bfb-8681-d3ea814b8cc6 None None] Checking router: 48063dea-2895-40e4-905f-dfe5b0b536bb for host: dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:45:52.647021 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdd66ea-f2bc-4bfb-8681-d3ea814b8cc6 None None] Routers {'48063dea-2895-40e4-905f-dfe5b0b536bb'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:45:52.647632 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-acdd66ea-f2bc-4bfb-8681-d3ea814b8cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:45:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['48063dea-2895-40e4-905f-dfe5b0b536bb'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:45:52.752949 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-acdd66ea-f2bc-4bfb-8681-d3ea814b8cc6 None None] Set router 48063dea-2895-40e4-905f-dfe5b0b536bb gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:45:52.935485 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 46702) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:45:52.961693 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-acdd66ea-f2bc-4bfb-8681-d3ea814b8cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'name': 'tempest-AttachVolumeTestJSON-290508263-router', 'tenant_id': '562e825d481140639866877090276140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4b00755c-72f5-4f2b-8458-b0ecb5621d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:18Z', 'updated_at': '2022-03-23T17:29:32Z', 'revision_number': 4, 'project_id': '562e825d481140639866877090276140', 'gw_port': {'id': '4b00755c-72f5-4f2b-8458-b0ecb5621d5f', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '867fac67-9575-4b3e-aa0c-038b203f1c35', 'name': '', 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58', 'tenant_id': '562e825d481140639866877090276140', 'mac_address': 'fa:16:3e:f9:ca:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '551df535-6624-4945-9357-a463dcf05cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:30Z', 'updated_at': '2022-03-23T17:29:39Z', 'revision_number': 5, 'project_id': '562e825d481140639866877090276140', 'subnets': [{'id': '551df535-6624-4945-9357-a463dcf05cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:45:52.990660 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-95133620-6911-4848-bc5a-b866a06ad170 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for security_group (7f665960-6788-479c-88af-a6f8a93a0a51), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:52.994151 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdd66ea-f2bc-4bfb-8681-d3ea814b8cc6 None None] The sync data for ids ['48063dea-2895-40e4-905f-dfe5b0b536bb'] in dv-cinder-834920-1-iscsi is: [{'id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'name': 'tempest-AttachVolumeTestJSON-290508263-router', 'tenant_id': '562e825d481140639866877090276140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4b00755c-72f5-4f2b-8458-b0ecb5621d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:18Z', 'updated_at': '2022-03-23T17:29:32Z', 'revision_number': 4, 'project_id': '562e825d481140639866877090276140', 'gw_port': {'id': '4b00755c-72f5-4f2b-8458-b0ecb5621d5f', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '867fac67-9575-4b3e-aa0c-038b203f1c35', 'name': '', 'network_id': 'cf00ba7b-82ed-4a68-ac03-2cd555b65d58', 'tenant_id': '562e825d481140639866877090276140', 'mac_address': 'fa:16:3e:f9:ca:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '551df535-6624-4945-9357-a463dcf05cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:30Z', 'updated_at': '2022-03-23T17:29:39Z', 'revision_number': 5, 'project_id': '562e825d481140639866877090276140', 'subnets': [{'id': '551df535-6624-4945-9357-a463dcf05cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:45:53.015553 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-95133620-6911-4848-bc5a-b866a06ad170 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for security_group (7f665960-6788-479c-88af-a6f8a93a0a51), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:53.069444 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-95133620-6911-4848-bc5a-b866a06ad170 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (7f665960-6788-479c-88af-a6f8a93a0a51), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:53.072005 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-95133620-6911-4848-bc5a-b866a06ad170 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:53.073229 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-95133620-6911-4848-bc5a-b866a06ad170 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "DELETE /v2.0/security-groups/7f665960-6788-479c-88af-a6f8a93a0a51 HTTP/1.1" status: 204 len: 168 time: 0.1366978 Mar 23 17:45:53.076086 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 46708) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:45:53.082358 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95133620-6911-4848-bc5a-b866a06ad170 tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f665960-6788-479c-88af-a6f8a93a0a51,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:45:53.088801 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.api.v2.resource [None req-2fc8f660-b8a9-44da-ade4-f1fd09a1d96c tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] show failed (client error): The resource could not be found. Mar 23 17:45:53.089869 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-2fc8f660-b8a9-44da-ade4-f1fd09a1d96c tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "GET /v2.0/security-groups/7f665960-6788-479c-88af-a6f8a93a0a51 HTTP/1.1" status: 404 len: 347 time: 0.0127640 Mar 23 17:45:53.092711 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 46710) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:45:53.222583 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-b18ff809-c174-4977-ba92-d78a43eb3dee tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Deleting port e6ba9b88-4a11-4f7d-8b99-0c8130381cd5 {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:45:53.222923 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b18ff809-c174-4977-ba92-d78a43eb3dee tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (e6ba9b88-4a11-4f7d-8b99-0c8130381cd5), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:53.241431 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d9b104-1bfa-4c34-81d2-94e2e0d45556 None None] New status for floating IP e085bbb3-9611-4413-b7a1-7d28245f312b: DOWN {{(pid=103209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:45:53.300020 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b18ff809-c174-4977-ba92-d78a43eb3dee tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (e6ba9b88-4a11-4f7d-8b99-0c8130381cd5), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:53.300280 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b18ff809-c174-4977-ba92-d78a43eb3dee tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for floatingip (e6ba9b88-4a11-4f7d-8b99-0c8130381cd5), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:53.312318 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-b18ff809-c174-4977-ba92-d78a43eb3dee tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Calling delete_port for e6ba9b88-4a11-4f7d-8b99-0c8130381cd5 owned by network:floatingip {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:45:53.448465 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b18ff809-c174-4977-ba92-d78a43eb3dee tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59308127'] for port (e6ba9b88-4a11-4f7d-8b99-0c8130381cd5), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:53.472502 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ff809-c174-4977-ba92-d78a43eb3dee tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Pushing event deleted for resources: {'Port': ['ID=e6ba9b88-4a11-4f7d-8b99-0c8130381cd5,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:45:53.535075 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b18ff809-c174-4977-ba92-d78a43eb3dee tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks [] for floatingip (e085bbb3-9611-4413-b7a1-7d28245f312b), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:53.537943 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b18ff809-c174-4977-ba92-d78a43eb3dee tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:53.539093 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-b18ff809-c174-4977-ba92-d78a43eb3dee tempest-AttachVolumeTestJSON-995549083 tempest-AttachVolumeTestJSON-995549083-project] 10.222.0.41 "DELETE /v2.0/floatingips/e085bbb3-9611-4413-b7a1-7d28245f312b HTTP/1.1" status: 204 len: 168 time: 0.4454317 Mar 23 17:45:54.917933 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:45:55.531545 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device dda068f8-1b21-46fa-8131-6c994ac274ec no longer exists at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:45:55.555748 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] No Port match for: dda068f8-1b21-46fa-8131-6c994ac274ec {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:45:55.556089 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device dda068f8-1b21-46fa-8131-6c994ac274ec not bound to the agent host hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:46:07.689722 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4748b167-4604-422f-9b2c-1233becad1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:46:10.175099 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b2b93fda-c078-4ed8-a786-28071d2cf2c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:46:11.455529 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:46:12.846770 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:46:14.208969 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:46:19.187913 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:46:24.933945 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:46:35.958554 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0f76491e-d680-4b4b-a4d7-c7ff583e6348 req-ceb72d11-2c0b-4908-91e9-534e5af12402 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459006 Mar 23 17:46:36.023284 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76491e-d680-4b4b-a4d7-c7ff583e6348 req-57519933-8790-498f-89f7-40ba391c234f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:46:36.024783 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0f76491e-d680-4b4b-a4d7-c7ff583e6348 req-57519933-8790-498f-89f7-40ba391c234f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81cbeef3df3646be902884c3e8e86d20&device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 1129 time: 0.0450685 Mar 23 17:46:36.134363 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76491e-d680-4b4b-a4d7-c7ff583e6348 req-a73a522f-b090-4c7a-8651-a118ce46db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:46:36.135901 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0f76491e-d680-4b4b-a4d7-c7ff583e6348 req-a73a522f-b090-4c7a-8651-a118ce46db61 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2888c7fe-ae98-4d0e-9549-8ca804e8c855 HTTP/1.1" status: 200 len: 916 time: 0.0888820 Mar 23 17:46:36.203689 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0f76491e-d680-4b4b-a4d7-c7ff583e6348 req-2c912622-629e-4f64-926e-7c26ba406add service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a79a290-72ce-43ec-85cf-797928f9f270 HTTP/1.1" status: 200 len: 1000 time: 0.0618162 Mar 23 17:46:36.250309 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76491e-d680-4b4b-a4d7-c7ff583e6348 req-5275ac14-06be-48ca-af88-6af94cb1f8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:46:36.251761 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0f76491e-d680-4b4b-a4d7-c7ff583e6348 req-5275ac14-06be-48ca-af88-6af94cb1f8e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d923e995-8ad4-43f2-beba-221af8031362 HTTP/1.1" status: 200 len: 854 time: 0.0426111 Mar 23 17:46:36.303866 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76491e-d680-4b4b-a4d7-c7ff583e6348 req-09fefad5-595f-4a26-bd87-5749859691cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:46:36.305388 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0f76491e-d680-4b4b-a4d7-c7ff583e6348 req-09fefad5-595f-4a26-bd87-5749859691cc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2888c7fe-ae98-4d0e-9549-8ca804e8c855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475974 Mar 23 17:46:36.393176 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0f76491e-d680-4b4b-a4d7-c7ff583e6348 req-4ebad817-18ba-4484-96b3-904f87b6c8a5 service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816555 Mar 23 17:46:36.737354 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-0f76491e-d680-4b4b-a4d7-c7ff583e6348 req-f1563e79-5ffd-4b9a-90a9-ed29ec09a77f service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377275 Mar 23 17:46:37.683848 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e6a52be0-b656-4f97-b309-d7896d32e2f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:46:40.174688 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7352aa5d-b150-4af8-abad-28d355830f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:46:41.462188 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:46:42.846476 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:46:44.210491 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:46:54.942618 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:46:56.193235 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:47:07.689496 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f5b9a874-1c5e-4570-a151-fdb78edc1f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:47:10.173664 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ab79d9b4-42a9-4818-a518-3c1b0e1975dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:47:11.463781 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:47:12.858276 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:47:14.215417 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:47:24.944639 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:47:33.193451 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:47:37.694940 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4345dd93-913a-41fa-8d28-bc9ba891acb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:47:40.167890 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ca76e6b5-500e-4e1d-acd8-724ebb6fe872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:47:41.464105 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:47:42.863236 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:47:44.219546 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:47:54.941657 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:48:07.689730 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-95784a3b-8b9c-43c0-95e7-aabe5b6ed550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:48:10.181451 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-26ddb93c-aa9b-4782-9f28-3d3ba5c6dd9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:48:10.191944 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:48:11.468965 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:48:12.864645 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:48:14.217557 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:48:24.956750 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:48:37.696654 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0a354922-0184-4408-bd1b-58822b019896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:48:38.967363 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f4da6af2-4545-4f9c-884b-bf166d28d9ff req-ad87212f-9346-4255-a874-4ae79f164832 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522621 Mar 23 17:48:39.070563 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da6af2-4545-4f9c-884b-bf166d28d9ff req-5d58b29b-e3bb-4f6d-9269-7d356f419c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:48:39.072039 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f4da6af2-4545-4f9c-884b-bf166d28d9ff req-5d58b29b-e3bb-4f6d-9269-7d356f419c70 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2aa787500053466faed7680c3c3b3f20&device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 1130 time: 0.0579572 Mar 23 17:48:39.183740 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da6af2-4545-4f9c-884b-bf166d28d9ff req-bd962f1e-2e15-4ff4-b660-c514c26104c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:48:39.185224 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f4da6af2-4545-4f9c-884b-bf166d28d9ff req-bd962f1e-2e15-4ff4-b660-c514c26104c3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c72acd4a-e098-4a23-9aac-214408be911e HTTP/1.1" status: 200 len: 913 time: 0.0907671 Mar 23 17:48:39.249825 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f4da6af2-4545-4f9c-884b-bf166d28d9ff req-aea0996d-4966-4a97-972b-3038cc72beaf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fffae02b-cf96-4e9c-8ec9-160488885dda HTTP/1.1" status: 200 len: 1002 time: 0.0585301 Mar 23 17:48:39.297245 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da6af2-4545-4f9c-884b-bf166d28d9ff req-5e99a88d-0c33-42f2-b43e-a779a304feae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:48:39.298735 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f4da6af2-4545-4f9c-884b-bf166d28d9ff req-5e99a88d-0c33-42f2-b43e-a779a304feae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=959a77f2-01fb-4a86-b823-2f4ec7b88401 HTTP/1.1" status: 200 len: 851 time: 0.0435112 Mar 23 17:48:39.352692 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da6af2-4545-4f9c-884b-bf166d28d9ff req-94b52648-7f75-477a-be90-79b9f51e186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:48:39.354242 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f4da6af2-4545-4f9c-884b-bf166d28d9ff req-94b52648-7f75-477a-be90-79b9f51e186e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c72acd4a-e098-4a23-9aac-214408be911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491133 Mar 23 17:48:39.449906 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f4da6af2-4545-4f9c-884b-bf166d28d9ff req-628e31c7-ddb1-4908-a0f6-85d6362f3918 service neutron] 10.222.0.57 "GET /v2.0/networks/c72acd4a-e098-4a23-9aac-214408be911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889733 Mar 23 17:48:39.552038 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f4da6af2-4545-4f9c-884b-bf166d28d9ff req-0f29f058-472c-4a6f-ae1c-ff980a39371c service neutron] 10.222.0.57 "GET /v2.0/networks/c72acd4a-e098-4a23-9aac-214408be911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964241 Mar 23 17:48:40.186258 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-16e943f6-975d-4e9b-b4f6-2b8488a39498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:48:41.473374 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:48:42.864952 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:48:44.217035 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:48:47.196299 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:48:54.956855 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:49:07.684769 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-787bf78f-3e38-4485-8c8d-1a5746d5d869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:49:10.191652 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-63a1490d-c3c4-4b23-8d66-1b1672667749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:49:11.474359 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:49:12.875710 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:49:14.219263 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:49:24.195956 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:49:24.955251 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:49:37.692024 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0c97fb8a-1859-49ee-931e-6c99979e8ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:49:40.198392 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-335f59f6-0a31-494a-9bc3-e48d46d0ed2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:49:40.937268 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-049b844a-3857-40b3-a032-89643b3812d5 req-6a533cce-cea1-4355-8a4b-fce834332724 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448744 Mar 23 17:49:41.011866 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b844a-3857-40b3-a032-89643b3812d5 req-2f48eae2-4179-442d-9b6d-75da76d7ede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:49:41.014003 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-049b844a-3857-40b3-a032-89643b3812d5 req-2f48eae2-4179-442d-9b6d-75da76d7ede7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81cbeef3df3646be902884c3e8e86d20&device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 1129 time: 0.0542688 Mar 23 17:49:41.125879 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b844a-3857-40b3-a032-89643b3812d5 req-f0f47f99-1b30-4dae-9cd6-8f7d458e0a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:49:41.127357 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-049b844a-3857-40b3-a032-89643b3812d5 req-f0f47f99-1b30-4dae-9cd6-8f7d458e0a5c service neutron] 10.222.0.57 "GET /v2.0/networks?id=2888c7fe-ae98-4d0e-9549-8ca804e8c855 HTTP/1.1" status: 200 len: 916 time: 0.0931351 Mar 23 17:49:41.206469 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-049b844a-3857-40b3-a032-89643b3812d5 req-da760ab2-6659-4e43-bc46-6f8e89c53a45 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a79a290-72ce-43ec-85cf-797928f9f270 HTTP/1.1" status: 200 len: 1000 time: 0.0727868 Mar 23 17:49:41.254068 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b844a-3857-40b3-a032-89643b3812d5 req-ae20182c-27fd-4c6f-b0a8-9a7ffd8c532a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:49:41.255549 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-049b844a-3857-40b3-a032-89643b3812d5 req-ae20182c-27fd-4c6f-b0a8-9a7ffd8c532a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d923e995-8ad4-43f2-beba-221af8031362 HTTP/1.1" status: 200 len: 854 time: 0.0435071 Mar 23 17:49:41.307409 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b844a-3857-40b3-a032-89643b3812d5 req-362a3332-9066-4d46-8216-7e2907f4a384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:49:41.308983 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-049b844a-3857-40b3-a032-89643b3812d5 req-362a3332-9066-4d46-8216-7e2907f4a384 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2888c7fe-ae98-4d0e-9549-8ca804e8c855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478749 Mar 23 17:49:41.404131 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-049b844a-3857-40b3-a032-89643b3812d5 req-40ea5188-4d00-4250-a2fc-d370010f4e4b service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889785 Mar 23 17:49:41.476432 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:49:41.499665 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-049b844a-3857-40b3-a032-89643b3812d5 req-835f19cd-98b0-4e54-9019-d81247ae8302 service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881348 Mar 23 17:49:42.884995 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:49:44.221262 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:49:54.953567 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:50:01.197058 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:50:07.356323 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [req-4f18acdf-3732-4435-8b8b-bf944bd18312 req-90b9cbb4-cf55-4df0-a638-df28dfae7e97 service neutron] (103207) timed out ('10.222.0.41', 40838) {{(pid=103207) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 17:50:07.536522 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [req-4f18acdf-3732-4435-8b8b-bf944bd18312 req-18a59f41-d60e-47e7-b66b-91caecb90c06 tempest-AttachVolumeShelveTestJSON-499205766 tempest-AttachVolumeShelveTestJSON-499205766-project] (103208) timed out ('10.222.0.41', 40846) {{(pid=103208) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 17:50:07.681860 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-da7e4333-cea1-416a-a5ea-18be2499736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:50:10.184034 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7bbc027f-5bf0-4cc3-a752-5517973948ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:50:11.481288 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:50:12.889387 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:50:14.224294 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:50:24.961608 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:50:37.686586 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-95c6bf27-84a7-4bcd-abc0-6e2cea1995eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:50:38.200435 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:50:40.201675 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-eb75d023-5c92-4870-aa77-119f0682dc68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:50:41.023565 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f81d189e-794e-4c5d-992d-355488bb8d40 req-91f9fe38-5287-41ac-a3b6-3e3b2e5722a6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1401873 Mar 23 17:50:41.121048 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d189e-794e-4c5d-992d-355488bb8d40 req-bf4e99ba-fbad-4567-be28-7143f95ca224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:50:41.122651 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f81d189e-794e-4c5d-992d-355488bb8d40 req-bf4e99ba-fbad-4567-be28-7143f95ca224 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2aa787500053466faed7680c3c3b3f20&device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 1130 time: 0.0561588 Mar 23 17:50:41.229692 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d189e-794e-4c5d-992d-355488bb8d40 req-3c288a63-db4c-436c-a83f-ac5807cb18d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:50:41.231102 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f81d189e-794e-4c5d-992d-355488bb8d40 req-3c288a63-db4c-436c-a83f-ac5807cb18d6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c72acd4a-e098-4a23-9aac-214408be911e HTTP/1.1" status: 200 len: 913 time: 0.0893667 Mar 23 17:50:41.296053 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f81d189e-794e-4c5d-992d-355488bb8d40 req-f727f694-c755-48e6-bc04-4950f2dce5be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fffae02b-cf96-4e9c-8ec9-160488885dda HTTP/1.1" status: 200 len: 1002 time: 0.0581565 Mar 23 17:50:41.354041 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d189e-794e-4c5d-992d-355488bb8d40 req-6f611cc0-cd14-4784-852a-b8084bea6bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:50:41.356350 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f81d189e-794e-4c5d-992d-355488bb8d40 req-6f611cc0-cd14-4784-852a-b8084bea6bcf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=959a77f2-01fb-4a86-b823-2f4ec7b88401 HTTP/1.1" status: 200 len: 851 time: 0.0533485 Mar 23 17:50:41.414109 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d189e-794e-4c5d-992d-355488bb8d40 req-e20f586f-e429-4c19-af0a-6643eb6cc5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:50:41.415770 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f81d189e-794e-4c5d-992d-355488bb8d40 req-e20f586f-e429-4c19-af0a-6643eb6cc5cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c72acd4a-e098-4a23-9aac-214408be911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528557 Mar 23 17:50:41.425921 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [req-f81d189e-794e-4c5d-992d-355488bb8d40 req-e63ed86c-ce06-4dcd-b824-5b44df9ed04c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103207) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 17:50:41.426893 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f81d189e-794e-4c5d-992d-355488bb8d40 req-e63ed86c-ce06-4dcd-b824-5b44df9ed04c service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050154 Mar 23 17:50:41.491218 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:50:41.529056 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f81d189e-794e-4c5d-992d-355488bb8d40 req-9ceb432e-3223-411d-9dcd-8114213c8f43 service neutron] 10.222.0.57 "GET /v2.0/networks/c72acd4a-e098-4a23-9aac-214408be911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954874 Mar 23 17:50:41.619352 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-f81d189e-794e-4c5d-992d-355488bb8d40 req-bbaa6996-4e98-4141-8f5c-969deaba7751 service neutron] 10.222.0.57 "GET /v2.0/networks/c72acd4a-e098-4a23-9aac-214408be911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828907 Mar 23 17:50:42.884815 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:50:44.231976 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:50:51.487298 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 49604) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:50:51.602310 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5a361e40-dc43-4a59-b23e-fdd919ffb0a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:50:51.681729 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5a361e40-dc43-4a59-b23e-fdd919ffb0a0 admin admin] Publish callbacks [] for security_group (6ec9d6ef-9f90-41ad-ab69-e07df442199a), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:50:51.687489 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5a361e40-dc43-4a59-b23e-fdd919ffb0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (6ec9d6ef-9f90-41ad-ab69-e07df442199a), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:50:51.724102 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-5a361e40-dc43-4a59-b23e-fdd919ffb0a0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0eaab2bf67f5444d9e029b4c073728b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357335 Mar 23 17:50:51.725286 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a361e40-dc43-4a59-b23e-fdd919ffb0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec9d6ef-9f90-41ad-ab69-e07df442199a,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:50:51.727253 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 49610) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:50:51.732448 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a361e40-dc43-4a59-b23e-fdd919ffb0a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:50:51.732814 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a361e40-dc43-4a59-b23e-fdd919ffb0a0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:50:51.733171 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a361e40-dc43-4a59-b23e-fdd919ffb0a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:50:51.733513 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a361e40-dc43-4a59-b23e-fdd919ffb0a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:50:51.733841 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a361e40-dc43-4a59-b23e-fdd919ffb0a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:50:51.734162 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a361e40-dc43-4a59-b23e-fdd919ffb0a0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:50:51.734482 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a361e40-dc43-4a59-b23e-fdd919ffb0a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:50:51.734839 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a361e40-dc43-4a59-b23e-fdd919ffb0a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:50:51.735150 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a361e40-dc43-4a59-b23e-fdd919ffb0a0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:50:51.735469 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a361e40-dc43-4a59-b23e-fdd919ffb0a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:50:51.735787 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a361e40-dc43-4a59-b23e-fdd919ffb0a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:50:51.736099 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a361e40-dc43-4a59-b23e-fdd919ffb0a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:50:51.736410 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a361e40-dc43-4a59-b23e-fdd919ffb0a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:50:51.736716 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a361e40-dc43-4a59-b23e-fdd919ffb0a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:50:51.737031 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a361e40-dc43-4a59-b23e-fdd919ffb0a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:50:51.779519 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-45832f9b-419b-4add-9a72-bae28bf02eac admin admin] Publish callbacks [] for security_group (6ec9d6ef-9f90-41ad-ab69-e07df442199a), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:50:51.800552 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-45832f9b-419b-4add-9a72-bae28bf02eac admin admin] Publish callbacks [] for security_group (6ec9d6ef-9f90-41ad-ab69-e07df442199a), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:50:51.848966 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-45832f9b-419b-4add-9a72-bae28bf02eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (6ec9d6ef-9f90-41ad-ab69-e07df442199a), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:50:51.851822 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-45832f9b-419b-4add-9a72-bae28bf02eac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:50:51.852979 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-45832f9b-419b-4add-9a72-bae28bf02eac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ec9d6ef-9f90-41ad-ab69-e07df442199a HTTP/1.1" status: 204 len: 168 time: 0.1246729 Mar 23 17:50:51.860743 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45832f9b-419b-4add-9a72-bae28bf02eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec9d6ef-9f90-41ad-ab69-e07df442199a,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:50:51.868254 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45832f9b-419b-4add-9a72-bae28bf02eac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:50:51.868605 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45832f9b-419b-4add-9a72-bae28bf02eac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:50:51.868948 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45832f9b-419b-4add-9a72-bae28bf02eac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:50:51.869315 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45832f9b-419b-4add-9a72-bae28bf02eac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:50:51.869656 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45832f9b-419b-4add-9a72-bae28bf02eac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:50:51.869981 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45832f9b-419b-4add-9a72-bae28bf02eac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:50:51.870309 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45832f9b-419b-4add-9a72-bae28bf02eac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:50:51.870589 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45832f9b-419b-4add-9a72-bae28bf02eac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:50:51.870943 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45832f9b-419b-4add-9a72-bae28bf02eac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:50:51.871353 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45832f9b-419b-4add-9a72-bae28bf02eac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:50:51.871712 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45832f9b-419b-4add-9a72-bae28bf02eac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:50:51.872136 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45832f9b-419b-4add-9a72-bae28bf02eac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:50:51.872459 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45832f9b-419b-4add-9a72-bae28bf02eac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:50:51.872762 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45832f9b-419b-4add-9a72-bae28bf02eac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:50:51.873077 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45832f9b-419b-4add-9a72-bae28bf02eac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:50:54.970490 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:50:57.239990 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 49698) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:50:57.399615 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-608b854c-1615-4731-bdce-15ba9493a54f tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Deleting port 01ef7457-014d-4cd7-8dfb-4c2d57d95d31 {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:50:57.399965 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-608b854c-1615-4731-bdce-15ba9493a54f tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (01ef7457-014d-4cd7-8dfb-4c2d57d95d31), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:50:57.476815 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-608b854c-1615-4731-bdce-15ba9493a54f tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (01ef7457-014d-4cd7-8dfb-4c2d57d95d31), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:50:57.477051 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-608b854c-1615-4731-bdce-15ba9493a54f tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for floatingip (01ef7457-014d-4cd7-8dfb-4c2d57d95d31), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:50:57.488382 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-608b854c-1615-4731-bdce-15ba9493a54f tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Calling delete_port for 01ef7457-014d-4cd7-8dfb-4c2d57d95d31 owned by network:floatingip {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:50:57.910889 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-608b854c-1615-4731-bdce-15ba9493a54f tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59308127'] for port (01ef7457-014d-4cd7-8dfb-4c2d57d95d31), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:50:57.935187 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b854c-1615-4731-bdce-15ba9493a54f tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Pushing event deleted for resources: {'Port': ['ID=01ef7457-014d-4cd7-8dfb-4c2d57d95d31,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:50:57.996260 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-608b854c-1615-4731-bdce-15ba9493a54f tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for floatingip (02c26516-6478-4144-b6d5-92e20986c07a), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:50:57.996559 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.db.l3_db [None req-608b854c-1615-4731-bdce-15ba9493a54f tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Floating IP 02c26516-6478-4144-b6d5-92e20986c07a disassociated (deleted). External IP: 172.27.2.210, port: fffae02b-cf96-4e9c-8ec9-160488885dda. Mar 23 17:50:58.202797 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608b854c-1615-4731-bdce-15ba9493a54f tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Router 9ce6edcf-4e78-4a68-a752-b3dc4f491624 has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:50:58.310922 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608b854c-1615-4731-bdce-15ba9493a54f tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:50:58.317011 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-608b854c-1615-4731-bdce-15ba9493a54f tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:50:58.323374 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4887b6-ee6d-4b56-b1ab-b9a80a5003ed None None] Sync routers for ids ['9ce6edcf-4e78-4a68-a752-b3dc4f491624'] in dv-cinder-834920-1-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:50:58.341428 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4887b6-ee6d-4b56-b1ab-b9a80a5003ed None None] Routers {'9ce6edcf-4e78-4a68-a752-b3dc4f491624'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:50:58.342058 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-8e4887b6-ee6d-4b56-b1ab-b9a80a5003ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:50:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['9ce6edcf-4e78-4a68-a752-b3dc4f491624'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:50:58.352089 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-608b854c-1615-4731-bdce-15ba9493a54f tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "DELETE /v2.0/floatingips/02c26516-6478-4144-b6d5-92e20986c07a HTTP/1.1" status: 204 len: 168 time: 1.1085067 Mar 23 17:50:58.352785 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f488b07-3a95-4c05-866e-4c30e0bb237d', 'tag': 'fffae02b-cf96-4e9c-8ec9-160488885dda'}] {{(pid=103208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:50:58.355181 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d19940c1d3d58fda64df9d77de31f07f84ddba43144513a64de6e566be545741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44052cab-d3c8-429e-ab45-fca41c5d1a60" -d '{"events": [{"name": "network-changed", "server_uuid": "5f488b07-3a95-4c05-866e-4c30e0bb237d", "tag": "fffae02b-cf96-4e9c-8ec9-160488885dda"}]}' {{(pid=103208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:50:58.463417 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-8e4887b6-ee6d-4b56-b1ab-b9a80a5003ed None None] Set router 9ce6edcf-4e78-4a68-a752-b3dc4f491624 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:50:58.578432 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146c1135-08ff-4d49-9950-a5dacbb3599c x-openstack-request-id: req-146c1135-08ff-4d49-9950-a5dacbb3599c {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:50:58.578897 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f488b07-3a95-4c05-866e-4c30e0bb237d", "tag": "fffae02b-cf96-4e9c-8ec9-160488885dda", "status": "completed", "code": 200}]} {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:50:58.579476 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-146c1135-08ff-4d49-9950-a5dacbb3599c {{(pid=103208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:50:58.579893 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-146c1135-08ff-4d49-9950-a5dacbb3599c'] response: {'name': 'network-changed', 'server_uuid': '5f488b07-3a95-4c05-866e-4c30e0bb237d', 'tag': 'fffae02b-cf96-4e9c-8ec9-160488885dda', 'status': 'completed', 'code': 200} Mar 23 17:50:58.668087 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44052cab-d3c8-429e-ab45-fca41c5d1a60 req-4d396f86-dad3-499c-b962-dc10ad25be0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:50:58.670273 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-44052cab-d3c8-429e-ab45-fca41c5d1a60 req-4d396f86-dad3-499c-b962-dc10ad25be0c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2aa787500053466faed7680c3c3b3f20&device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 1130 time: 0.0518482 Mar 23 17:50:58.688265 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-8e4887b6-ee6d-4b56-b1ab-b9a80a5003ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'name': 'tempest-TestVolumeBootPattern-1168565444-router', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b6724547-480c-48dc-bb0f-19fb5fb419b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:31:57Z', 'updated_at': '2022-03-23T17:32:00Z', 'revision_number': 4, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'gw_port': {'id': 'b6724547-480c-48dc-bb0f-19fb5fb419b1', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:31:58Z', 'updated_at': '2022-03-23T17:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '7d48f7ad-f8ac-4c97-a606-bdea142032f6', 'name': '', 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'mac_address': 'fa:16:3e:3c:85:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '959a77f2-01fb-4a86-b823-2f4ec7b88401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:32:00Z', 'updated_at': '2022-03-23T17:32:05Z', 'revision_number': 5, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'subnets': [{'id': '959a77f2-01fb-4a86-b823-2f4ec7b88401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:50:58.716549 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03330e-9a93-4303-8112-ed4558df1a6c req-d9f5b497-1e42-4058-ba02-162aec2fcb8f tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:50:58.718193 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4a03330e-9a93-4303-8112-ed4558df1a6c req-d9f5b497-1e42-4058-ba02-162aec2fcb8f tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 946 time: 0.1678889 Mar 23 17:50:58.721596 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4887b6-ee6d-4b56-b1ab-b9a80a5003ed None None] Checking router: 9ce6edcf-4e78-4a68-a752-b3dc4f491624 for host: dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:50:58.730767 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4887b6-ee6d-4b56-b1ab-b9a80a5003ed None None] Routers {'9ce6edcf-4e78-4a68-a752-b3dc4f491624'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:50:58.731358 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-8e4887b6-ee6d-4b56-b1ab-b9a80a5003ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:50:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['9ce6edcf-4e78-4a68-a752-b3dc4f491624'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:50:58.763033 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44052cab-d3c8-429e-ab45-fca41c5d1a60 req-302b1130-9e5d-4cff-876d-15317d0a2504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:50:58.764524 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-44052cab-d3c8-429e-ab45-fca41c5d1a60 req-302b1130-9e5d-4cff-876d-15317d0a2504 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c72acd4a-e098-4a23-9aac-214408be911e HTTP/1.1" status: 200 len: 913 time: 0.0871656 Mar 23 17:50:58.769926 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4a03330e-9a93-4303-8112-ed4558df1a6c req-2089a628-d76d-4b4e-be5f-80a21efc6280 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/security-groups?id=51046710-7d65-4be9-9467-42455151fd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449698 Mar 23 17:50:58.808087 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-44052cab-d3c8-429e-ab45-fca41c5d1a60 req-dde8d0c8-4a12-4f53-b190-37bfb6fc21ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fffae02b-cf96-4e9c-8ec9-160488885dda HTTP/1.1" status: 200 len: 217 time: 0.0351510 Mar 23 17:50:58.835867 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-8e4887b6-ee6d-4b56-b1ab-b9a80a5003ed None None] Set router 9ce6edcf-4e78-4a68-a752-b3dc4f491624 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:50:58.854613 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44052cab-d3c8-429e-ab45-fca41c5d1a60 req-fddb5b61-0d86-46fe-bf2c-648373ddf3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:50:58.856031 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-44052cab-d3c8-429e-ab45-fca41c5d1a60 req-fddb5b61-0d86-46fe-bf2c-648373ddf3f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=959a77f2-01fb-4a86-b823-2f4ec7b88401 HTTP/1.1" status: 200 len: 851 time: 0.0415287 Mar 23 17:50:58.908642 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44052cab-d3c8-429e-ab45-fca41c5d1a60 req-efcf5b8b-0627-44fe-9318-a68328146f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:50:58.910520 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-44052cab-d3c8-429e-ab45-fca41c5d1a60 req-efcf5b8b-0627-44fe-9318-a68328146f31 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c72acd4a-e098-4a23-9aac-214408be911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471511 Mar 23 17:50:58.999203 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-44052cab-d3c8-429e-ab45-fca41c5d1a60 req-61ed2533-bc25-4790-9e6c-378164f5366a service neutron] 10.222.0.57 "GET /v2.0/networks/c72acd4a-e098-4a23-9aac-214408be911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811319 Mar 23 17:50:59.033347 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-8e4887b6-ee6d-4b56-b1ab-b9a80a5003ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'name': 'tempest-TestVolumeBootPattern-1168565444-router', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b6724547-480c-48dc-bb0f-19fb5fb419b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:31:57Z', 'updated_at': '2022-03-23T17:32:00Z', 'revision_number': 4, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'gw_port': {'id': 'b6724547-480c-48dc-bb0f-19fb5fb419b1', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:31:58Z', 'updated_at': '2022-03-23T17:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '7d48f7ad-f8ac-4c97-a606-bdea142032f6', 'name': '', 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'mac_address': 'fa:16:3e:3c:85:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '959a77f2-01fb-4a86-b823-2f4ec7b88401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:32:00Z', 'updated_at': '2022-03-23T17:32:05Z', 'revision_number': 5, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'subnets': [{'id': '959a77f2-01fb-4a86-b823-2f4ec7b88401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:50:59.058962 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4887b6-ee6d-4b56-b1ab-b9a80a5003ed None None] The sync data for ids ['9ce6edcf-4e78-4a68-a752-b3dc4f491624'] in dv-cinder-834920-1-iscsi is: [{'id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'name': 'tempest-TestVolumeBootPattern-1168565444-router', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b6724547-480c-48dc-bb0f-19fb5fb419b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:31:57Z', 'updated_at': '2022-03-23T17:32:00Z', 'revision_number': 4, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'gw_port': {'id': 'b6724547-480c-48dc-bb0f-19fb5fb419b1', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:31:58Z', 'updated_at': '2022-03-23T17:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '7d48f7ad-f8ac-4c97-a606-bdea142032f6', 'name': '', 'network_id': 'c72acd4a-e098-4a23-9aac-214408be911e', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'mac_address': 'fa:16:3e:3c:85:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '959a77f2-01fb-4a86-b823-2f4ec7b88401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:32:00Z', 'updated_at': '2022-03-23T17:32:05Z', 'revision_number': 5, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'subnets': [{'id': '959a77f2-01fb-4a86-b823-2f4ec7b88401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:50:59.094037 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-44052cab-d3c8-429e-ab45-fca41c5d1a60 req-47c35e5c-c0af-43e2-9abf-c58e2b59baf6 service neutron] 10.222.0.57 "GET /v2.0/networks/c72acd4a-e098-4a23-9aac-214408be911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857308 Mar 23 17:50:59.277750 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0114c422-d7c0-4374-96e0-2f5b4335794c None None] New status for floating IP 02c26516-6478-4144-b6d5-92e20986c07a: DOWN {{(pid=103209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:50:59.514215 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f2b65-98a6-4a35-8a29-4bff4b42313e req-2746a79d-9489-4d27-9f17-5985a3896520 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:50:59.515736 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-756f2b65-98a6-4a35-8a29-4bff4b42313e req-2746a79d-9489-4d27-9f17-5985a3896520 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 946 time: 0.0522933 Mar 23 17:50:59.607229 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-756f2b65-98a6-4a35-8a29-4bff4b42313e req-a8203d11-d0ea-42dd-b8b0-cd47ea7ed9b7 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Deleting port fffae02b-cf96-4e9c-8ec9-160488885dda {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:50:59.607562 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-756f2b65-98a6-4a35-8a29-4bff4b42313e req-a8203d11-d0ea-42dd-b8b0-cd47ea7ed9b7 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (fffae02b-cf96-4e9c-8ec9-160488885dda), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:50:59.701476 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-756f2b65-98a6-4a35-8a29-4bff4b42313e req-a8203d11-d0ea-42dd-b8b0-cd47ea7ed9b7 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] For port fffae02b-cf96-4e9c-8ec9-160488885dda, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=fffae02b-cf96-4e9c-8ec9-160488885dda,segment=NetworkSegment(62cbfca7-ba11-4a29-b995-79dcf60db07d),segment_id=62cbfca7-ba11-4a29-b995-79dcf60db07d)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:50:59.702115 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-756f2b65-98a6-4a35-8a29-4bff4b42313e req-a8203d11-d0ea-42dd-b8b0-cd47ea7ed9b7 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (fffae02b-cf96-4e9c-8ec9-160488885dda), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:50:59.715417 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-756f2b65-98a6-4a35-8a29-4bff4b42313e req-a8203d11-d0ea-42dd-b8b0-cd47ea7ed9b7 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Calling delete_port for fffae02b-cf96-4e9c-8ec9-160488885dda owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:50:59.849044 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-756f2b65-98a6-4a35-8a29-4bff4b42313e req-a8203d11-d0ea-42dd-b8b0-cd47ea7ed9b7 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59566619'] for port (fffae02b-cf96-4e9c-8ec9-160488885dda), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:50:59.877764 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8203d11-d0ea-42dd-b8b0-cd47ea7ed9b7 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Pushing event deleted for resources: {'Port': ['ID=fffae02b-cf96-4e9c-8ec9-160488885dda,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:50:59.922248 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-756f2b65-98a6-4a35-8a29-4bff4b42313e req-a8203d11-d0ea-42dd-b8b0-cd47ea7ed9b7 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] No DVR routers for this DVR port fffae02b-cf96-4e9c-8ec9-160488885dda on host hv-cinder-83492 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:50:59.924914 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-756f2b65-98a6-4a35-8a29-4bff4b42313e req-a8203d11-d0ea-42dd-b8b0-cd47ea7ed9b7 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:50:59.928309 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-761db4e9-3951-44f6-a54c-a90aedd2ae58 req-2f329d95-17cb-479a-841a-566921839f13 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0802388 Mar 23 17:50:59.928843 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-756f2b65-98a6-4a35-8a29-4bff4b42313e req-a8203d11-d0ea-42dd-b8b0-cd47ea7ed9b7 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.57 "DELETE /v2.0/ports/fffae02b-cf96-4e9c-8ec9-160488885dda HTTP/1.1" status: 204 len: 173 time: 0.4063220 Mar 23 17:50:59.928965 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f488b07-3a95-4c05-866e-4c30e0bb237d', 'name': 'network-vif-deleted', 'tag': 'fffae02b-cf96-4e9c-8ec9-160488885dda'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:50:59.931931 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70ab06c-c172-46b1-818b-4b4b2ad54bf5" -d '{"events": [{"server_uuid": "5f488b07-3a95-4c05-866e-4c30e0bb237d", "name": "network-vif-deleted", "tag": "fffae02b-cf96-4e9c-8ec9-160488885dda"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:51:00.025291 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ad1766-8721-4df0-90cc-ddab70402932 x-openstack-request-id: req-34ad1766-8721-4df0-90cc-ddab70402932 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:51:00.025585 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f488b07-3a95-4c05-866e-4c30e0bb237d", "name": "network-vif-deleted", "tag": "fffae02b-cf96-4e9c-8ec9-160488885dda", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:51:00.025839 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-34ad1766-8721-4df0-90cc-ddab70402932 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:51:00.026294 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34ad1766-8721-4df0-90cc-ddab70402932'] response: {'server_uuid': '5f488b07-3a95-4c05-866e-4c30e0bb237d', 'name': 'network-vif-deleted', 'tag': 'fffae02b-cf96-4e9c-8ec9-160488885dda', 'status': 'completed', 'code': 200} Mar 23 17:51:01.033930 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a23c46a2-5125-4b20-951e-90766f505a7f req-4d020ff8-ac73-45bb-9460-9c45e1d31789 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0266318 Mar 23 17:51:02.141668 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4088a4ca-9a5b-41b5-81ae-d2c7fcc3192b req-e35824d4-4646-4046-a7bb-4b3e8bf6ffe1 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0301838 Mar 23 17:51:02.914717 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device fffae02b-cf96-4e9c-8ec9-160488885dda no longer exists at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:51:02.937017 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] No Port match for: fffae02b-cf96-4e9c-8ec9-160488885dda {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:51:02.937333 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device fffae02b-cf96-4e9c-8ec9-160488885dda not bound to the agent host hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:51:03.254010 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e0fd24b4-395d-40f1-b4a5-c31f5b7d1ea1 req-d7e39e40-8a24-4678-8f18-10c8b56fc894 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0279040 Mar 23 17:51:04.353771 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4be560e1-522d-4062-a944-4e148195f189 req-8fcf7149-e76a-499b-9f88-3ab79e20dd9e tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0276167 Mar 23 17:51:05.454507 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e08b71c5-0d3b-4d6b-9521-dcd324b81d56 req-7a4494a6-94c9-4e0d-bb5a-214ccab041e8 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0278735 Mar 23 17:51:06.565372 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-91bbcc43-58b6-4062-9f4a-3ae3e5045422 req-24e923ea-c442-4d59-9cd8-af3dde618485 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0327079 Mar 23 17:51:07.671862 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4a8f4c3d-5679-4a93-a90b-74464d6ae072 req-687f9044-2d0e-49fb-8dcc-7d0477079a03 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0343983 Mar 23 17:51:07.681927 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-002a9890-3d1a-44eb-a2c1-4f26d114bf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:51:08.787699 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-dc9732ba-0fda-4556-9715-376323981f64 req-e35d4eb1-8e1d-4fcc-b2e9-f914504d0cf1 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0368168 Mar 23 17:51:09.892352 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-19a33f98-5854-484a-b29e-beb2f5ecb3de req-0931b86b-a43c-4836-bd95-2bc157c869ab tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0341399 Mar 23 17:51:10.192649 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7f6719ca-907f-4f35-b06b-79a823e7d7d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:51:11.004539 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-62029892-0b7e-4d7e-a8a3-58d282f1676a req-1a1f5c03-b9ff-40fe-9f00-9999b6b9bc25 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0342867 Mar 23 17:51:11.490746 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:51:12.103315 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bbaafa30-c3fd-44a5-941e-dbc78f2531f3 req-e16293c0-1fcd-424f-9900-087cf4243943 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0269716 Mar 23 17:51:12.893422 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:51:13.199296 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9aba3ed8-ab6e-4cad-b31e-2da4d1cd48b6 req-b42a8666-6197-4515-b203-d237f0b902ba tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0284770 Mar 23 17:51:14.229330 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:51:14.298541 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fe36c457-98db-4109-9b99-0a2a4c4205b9 req-2cb71231-8b7d-450d-9d76-d89ef6ace86a tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0269399 Mar 23 17:51:15.205564 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:51:15.393474 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8bae2cde-b847-4439-b946-a6ca11a0914a req-ce04023c-c609-457e-bb38-f7d3f4da6156 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0296402 Mar 23 17:51:16.489953 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-00677d03-c1a9-4d74-811b-b8e9cef2b25e req-3cebde65-2d74-457f-ab5a-ef70e57db893 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0270855 Mar 23 17:51:17.587601 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-be44b2fc-25e1-43a1-b2af-da288aba23d5 req-bcdd98a8-740c-4bc2-8a41-5e6cd32e11bc tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0312626 Mar 23 17:51:18.693535 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b8244619-58b2-4e6e-a4c5-e1034d48d319 req-22cfd3d0-4fd8-4664-a914-20bdfcac94f2 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0372167 Mar 23 17:51:19.794366 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c1fc519e-f54a-45d4-9b3d-248d73f5107d req-3ffdc043-3124-40dd-9103-f0a4b8046cbd tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0294998 Mar 23 17:51:20.886816 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9d285220-072b-4f05-9b4c-5c4efd781b43 req-59f805f6-6cc6-4f9d-a25f-e6a35f8102ed tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0269337 Mar 23 17:51:21.985018 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d8b48126-715d-4c11-a0cc-7553c2d593ed req-f9b91df8-81fb-402f-9707-c21799b06ddd tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0297987 Mar 23 17:51:23.092122 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a751a462-3b01-4fcf-884c-b50ce7434f0a req-74c08fa7-032a-492e-a982-a603fd89f0f3 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0304692 Mar 23 17:51:24.193374 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1a31b808-b4ed-4e6f-8d78-edce6c17518f req-4a8baa2b-9494-44a1-be50-0704109ceeaf tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0271418 Mar 23 17:51:24.979787 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:51:25.306250 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e190b8b3-fad7-4728-845c-bfc2fb7c12d5 req-afe33b51-6ed2-4a62-b4c8-18703b476bc6 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0286813 Mar 23 17:51:26.404997 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d98e41b8-e285-4fbf-80f5-9386256d17f2 req-d4bdde44-aee4-44af-a08c-5d26a631223f tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0271535 Mar 23 17:51:27.500023 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-afb4d5c0-5fd6-4b1e-b5b9-993b212e961e req-09c78e6c-e791-4f48-92f4-9f8f88f8f9fa tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0268912 Mar 23 17:51:28.612597 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a2ff1e3d-4e3c-4d18-a2bc-a49095d770ef req-8ccd184f-cb98-41ea-bd58-eb68adb69f7c tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0393004 Mar 23 17:51:29.713094 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cf184ba8-f6d4-466b-938c-a74018721ee5 req-186e376f-6809-41dc-bf1d-c14a80c64db7 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0282898 Mar 23 17:51:30.816554 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0c547e9f-967c-47ad-94f5-b242e453a4f8 req-0c5b8472-619e-4141-bf93-9c9097997bf0 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0279069 Mar 23 17:51:31.919740 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f9f0f3c9-f59f-4660-98cd-85f3d2f61dcb req-c97387ac-8d81-49f9-abc9-8cf1ac301a8e tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0285120 Mar 23 17:51:33.024626 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-221daf61-f602-4541-803d-060c62e0b127 req-990f3033-ac0d-4ff8-a609-fa1a88bdab4a tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0311539 Mar 23 17:51:34.130294 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-96865e3d-9c83-46f4-b3d4-79a865e4272e req-fba0ed78-5257-4185-af0a-5263461b8bfc tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0285008 Mar 23 17:51:35.250645 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-62afa691-1814-4bbe-88a0-8733c9e0a3fe req-54808e8d-542a-4ce7-ad98-5c87dfa3b7a6 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0412066 Mar 23 17:51:36.361756 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2446620f-2ae7-4141-9465-83e73ef347a1 req-722fae51-fa8a-4a7e-9564-be24efe71647 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0352747 Mar 23 17:51:37.463421 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9cb97723-623e-4ba1-b194-89af6bc1a27c req-a8e1bfbb-857a-4e70-bdc9-033529110e59 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0276551 Mar 23 17:51:37.688273 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9f80f52c-e0c7-44b7-8bb4-0c5c5fbbf6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:51:38.559425 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fb80d7cf-6394-49cc-a821-1cd38df91d88 req-d22615b7-b2bf-45f2-9200-d9bff11cf25f tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0283778 Mar 23 17:51:39.659277 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b4c2eb2e-5551-49b7-a8ce-c8a5d5f6a3c0 req-b46cc6bc-354d-4078-b147-6edf5c69fbd2 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0280132 Mar 23 17:51:40.187100 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-42868ba3-ab8a-4988-9707-fe5ee247e9c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:51:40.760511 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-dab209cc-adb5-48fb-baf7-ba43031ed8d1 req-893f87c3-0316-4460-9998-f5a4077916cc tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0292883 Mar 23 17:51:41.492957 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:51:41.858513 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fc3f5c50-547f-411d-a240-7efd38dbadd4 req-9e29e563-5ec0-48a5-8c74-dfa5b7adfdc8 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0296538 Mar 23 17:51:41.940290 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-09981dce-1587-452c-afd9-37ddf95e2da7 req-e6f16c03-4452-4869-a1a9-f0a992abf084 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435820 Mar 23 17:51:42.008148 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09981dce-1587-452c-afd9-37ddf95e2da7 req-0f744785-5655-4d87-944b-fc7d23133f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:51:42.009668 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-09981dce-1587-452c-afd9-37ddf95e2da7 req-0f744785-5655-4d87-944b-fc7d23133f7f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81cbeef3df3646be902884c3e8e86d20&device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 1129 time: 0.0476749 Mar 23 17:51:42.108808 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09981dce-1587-452c-afd9-37ddf95e2da7 req-0d094f9c-af4b-4225-b3e4-89391b4056ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:51:42.110299 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-09981dce-1587-452c-afd9-37ddf95e2da7 req-0d094f9c-af4b-4225-b3e4-89391b4056ff service neutron] 10.222.0.57 "GET /v2.0/networks?id=2888c7fe-ae98-4d0e-9549-8ca804e8c855 HTTP/1.1" status: 200 len: 916 time: 0.0817533 Mar 23 17:51:42.180662 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-09981dce-1587-452c-afd9-37ddf95e2da7 req-dccaea58-6e3d-4dcb-9a02-670338207047 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a79a290-72ce-43ec-85cf-797928f9f270 HTTP/1.1" status: 200 len: 1000 time: 0.0629263 Mar 23 17:51:42.227689 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09981dce-1587-452c-afd9-37ddf95e2da7 req-b321fa06-5726-4387-99d8-36b40315bca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:51:42.229011 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-09981dce-1587-452c-afd9-37ddf95e2da7 req-b321fa06-5726-4387-99d8-36b40315bca9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d923e995-8ad4-43f2-beba-221af8031362 HTTP/1.1" status: 200 len: 854 time: 0.0428896 Mar 23 17:51:42.279177 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09981dce-1587-452c-afd9-37ddf95e2da7 req-406f4bf1-d2f0-4620-b1fb-59669b0d675a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:51:42.280718 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-09981dce-1587-452c-afd9-37ddf95e2da7 req-406f4bf1-d2f0-4620-b1fb-59669b0d675a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2888c7fe-ae98-4d0e-9549-8ca804e8c855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460863 Mar 23 17:51:42.371624 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-09981dce-1587-452c-afd9-37ddf95e2da7 req-a4580d27-0006-4681-981f-5f72b1d69ab6 service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845089 Mar 23 17:51:42.463099 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-09981dce-1587-452c-afd9-37ddf95e2da7 req-8c24a27b-8a54-4ca6-b735-775cabf7dcf9 service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835755 Mar 23 17:51:42.893662 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:51:42.970651 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ad2f9356-17b9-4bf4-8d5d-671006d78049 req-c7f5f9a5-53cc-4275-8c75-9ee659da111b tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0338526 Mar 23 17:51:44.079481 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ee4f1262-2422-4ae0-96b0-0a48607b29c2 req-c06924c2-b549-4bc8-a690-a26bf39c6fa9 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0288544 Mar 23 17:51:44.217272 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:51:45.189767 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-00a48809-3be6-4e27-9909-0be54709c72b req-6a3daa72-7c79-4c79-bee8-aaee6438f482 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0337324 Mar 23 17:51:46.288799 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2ed804b6-bb9f-4525-aae4-d330ba352e6a req-5d1c9f24-68cc-4be2-aad5-6e0e95911355 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0313230 Mar 23 17:51:47.391562 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0864aa9f-be51-4107-a1df-8058ebdf2dfc req-3009a419-c140-4749-8473-5b3efd274c78 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0307498 Mar 23 17:51:48.321394 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4b960-4f65-47c1-886c-8fd1597d5b46 req-3086e419-aafc-4bef-b001-1f0a11ba2900 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:51:48.322809 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-82f4b960-4f65-47c1-886c-8fd1597d5b46 req-3086e419-aafc-4bef-b001-1f0a11ba2900 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 945 time: 0.0564427 Mar 23 17:51:48.370696 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-82f4b960-4f65-47c1-886c-8fd1597d5b46 req-bb765504-abcf-4fa6-aff9-c2fffdd65170 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=afbb969b-0811-47b0-a0bf-de428fb20d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421152 Mar 23 17:51:48.487525 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-29d4f29a-eec0-4404-9f7e-d8fde4e93ec4 req-d64513af-55f4-460c-bb8a-2fa8d5195dda tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0274601 Mar 23 17:51:49.301544 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af3f4b-9b73-489f-b990-78e5f0f9d25c req-6b4c5597-1866-4bb7-96e4-32afc6184161 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:51:49.302999 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-10af3f4b-9b73-489f-b990-78e5f0f9d25c req-6b4c5597-1866-4bb7-96e4-32afc6184161 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.57 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 945 time: 0.0633137 Mar 23 17:51:49.401083 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-10af3f4b-9b73-489f-b990-78e5f0f9d25c req-1b26f30d-70b4-40d1-9891-9130c2dd05c7 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Deleting port 9a79a290-72ce-43ec-85cf-797928f9f270 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:51:49.401468 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-10af3f4b-9b73-489f-b990-78e5f0f9d25c req-1b26f30d-70b4-40d1-9891-9130c2dd05c7 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (9a79a290-72ce-43ec-85cf-797928f9f270), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:51:49.490966 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87849ab-5fe7-4a13-8e8e-11f78bbf4cff req-bfdb3ae9-d082-4f7d-a501-5e6e00b76010 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:51:49.492422 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c87849ab-5fe7-4a13-8e8e-11f78bbf4cff req-bfdb3ae9-d082-4f7d-a501-5e6e00b76010 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 945 time: 0.0521858 Mar 23 17:51:49.494780 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-10af3f4b-9b73-489f-b990-78e5f0f9d25c req-1b26f30d-70b4-40d1-9891-9130c2dd05c7 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] For port 9a79a290-72ce-43ec-85cf-797928f9f270, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=9a79a290-72ce-43ec-85cf-797928f9f270,segment=NetworkSegment(0ba0aa12-bf45-410a-8276-1084354c048b),segment_id=0ba0aa12-bf45-410a-8276-1084354c048b)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:51:49.495134 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-10af3f4b-9b73-489f-b990-78e5f0f9d25c req-1b26f30d-70b4-40d1-9891-9130c2dd05c7 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (9a79a290-72ce-43ec-85cf-797928f9f270), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:51:49.539975 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c87849ab-5fe7-4a13-8e8e-11f78bbf4cff req-cc64e9b9-9d1c-4314-9e7e-ebe22e93c18f tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=afbb969b-0811-47b0-a0bf-de428fb20d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415514 Mar 23 17:51:49.586680 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-de7a265b-1a8e-41f1-969d-ec42d680dc17 req-42ce6901-8267-4ae2-9b42-dca203455d58 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0295405 Mar 23 17:51:49.665682 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-10af3f4b-9b73-489f-b990-78e5f0f9d25c req-1b26f30d-70b4-40d1-9891-9130c2dd05c7 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:51:49.666029 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-10af3f4b-9b73-489f-b990-78e5f0f9d25c req-1b26f30d-70b4-40d1-9891-9130c2dd05c7 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614213'] for floatingip (3cef7d16-de84-4482-b755-076ecb9b83e1), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:51:49.666342 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.db.l3_db [req-10af3f4b-9b73-489f-b990-78e5f0f9d25c req-1b26f30d-70b4-40d1-9891-9130c2dd05c7 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Floating IP 3cef7d16-de84-4482-b755-076ecb9b83e1 disassociated. External IP: 172.27.2.87, port: 9a79a290-72ce-43ec-85cf-797928f9f270. Mar 23 17:51:49.666711 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-10af3f4b-9b73-489f-b990-78e5f0f9d25c req-1b26f30d-70b4-40d1-9891-9130c2dd05c7 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Calling delete_port for 9a79a290-72ce-43ec-85cf-797928f9f270 owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:51:49.797620 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-10af3f4b-9b73-489f-b990-78e5f0f9d25c req-1b26f30d-70b4-40d1-9891-9130c2dd05c7 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59566619'] for port (9a79a290-72ce-43ec-85cf-797928f9f270), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:51:49.828256 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26f30d-70b4-40d1-9891-9130c2dd05c7 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Pushing event deleted for resources: {'Port': ['ID=9a79a290-72ce-43ec-85cf-797928f9f270,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:51:49.942439 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10af3f4b-9b73-489f-b990-78e5f0f9d25c req-1b26f30d-70b4-40d1-9891-9130c2dd05c7 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Router e9794722-c150-44c7-906a-28cfb4d22793 has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:51:50.049815 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10af3f4b-9b73-489f-b990-78e5f0f9d25c req-1b26f30d-70b4-40d1-9891-9130c2dd05c7 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:51:50.059438 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b42b9a9-dff3-46ac-8a3a-03057e2c5953 None None] Sync routers for ids ['e9794722-c150-44c7-906a-28cfb4d22793'] in dv-cinder-834920-1-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:51:50.070680 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b42b9a9-dff3-46ac-8a3a-03057e2c5953 None None] Routers {'e9794722-c150-44c7-906a-28cfb4d22793'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:51:50.071695 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-9b42b9a9-dff3-46ac-8a3a-03057e2c5953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:51:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['e9794722-c150-44c7-906a-28cfb4d22793'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:51:50.092751 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-10af3f4b-9b73-489f-b990-78e5f0f9d25c req-1b26f30d-70b4-40d1-9891-9130c2dd05c7 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] No DVR routers for this DVR port 9a79a290-72ce-43ec-85cf-797928f9f270 on host hv-cinder-83492 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:51:50.095419 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-10af3f4b-9b73-489f-b990-78e5f0f9d25c req-1b26f30d-70b4-40d1-9891-9130c2dd05c7 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:51:50.099018 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-10af3f4b-9b73-489f-b990-78e5f0f9d25c req-1b26f30d-70b4-40d1-9891-9130c2dd05c7 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.57 "DELETE /v2.0/ports/9a79a290-72ce-43ec-85cf-797928f9f270 HTTP/1.1" status: 204 len: 173 time: 0.7905560 Mar 23 17:51:50.099448 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07627f49-7a00-40db-9b06-11c7368c26ed', 'name': 'network-vif-deleted', 'tag': '9a79a290-72ce-43ec-85cf-797928f9f270'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:51:50.101692 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0804eb-54e2-4d60-a95c-53117a12559e" -d '{"events": [{"server_uuid": "07627f49-7a00-40db-9b06-11c7368c26ed", "name": "network-vif-deleted", "tag": "9a79a290-72ce-43ec-85cf-797928f9f270"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:51:50.141793 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0709d3-c1c6-4fc6-9747-604cd89442b8 x-openstack-request-id: req-7b0709d3-c1c6-4fc6-9747-604cd89442b8 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:51:50.142334 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07627f49-7a00-40db-9b06-11c7368c26ed", "name": "network-vif-deleted", "tag": "9a79a290-72ce-43ec-85cf-797928f9f270", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:51:50.142837 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7b0709d3-c1c6-4fc6-9747-604cd89442b8 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:51:50.143945 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b0709d3-c1c6-4fc6-9747-604cd89442b8'] response: {'server_uuid': '07627f49-7a00-40db-9b06-11c7368c26ed', 'name': 'network-vif-deleted', 'tag': '9a79a290-72ce-43ec-85cf-797928f9f270', 'status': 'completed', 'code': 200} Mar 23 17:51:50.187190 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-9b42b9a9-dff3-46ac-8a3a-03057e2c5953 None None] Set router e9794722-c150-44c7-906a-28cfb4d22793 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:51:50.390652 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-9b42b9a9-dff3-46ac-8a3a-03057e2c5953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'name': 'tempest-AttachVolumeNegativeTest-1323889583-router', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:27Z', 'revision_number': 4, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'gw_port': {'id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '24758108-f7b9-4a7b-a8d0-a67a29e436b3', 'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'mac_address': 'fa:16:3e:87:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd923e995-8ad4-43f2-beba-221af8031362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:25Z', 'updated_at': '2022-03-23T17:29:42Z', 'revision_number': 5, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'subnets': [{'id': 'd923e995-8ad4-43f2-beba-221af8031362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:51:50.417486 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b42b9a9-dff3-46ac-8a3a-03057e2c5953 None None] Checking router: e9794722-c150-44c7-906a-28cfb4d22793 for host: dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:51:50.426745 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b42b9a9-dff3-46ac-8a3a-03057e2c5953 None None] Routers {'e9794722-c150-44c7-906a-28cfb4d22793'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:51:50.427343 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-9b42b9a9-dff3-46ac-8a3a-03057e2c5953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:51:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['e9794722-c150-44c7-906a-28cfb4d22793'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:51:50.619704 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-9b42b9a9-dff3-46ac-8a3a-03057e2c5953 None None] Set router e9794722-c150-44c7-906a-28cfb4d22793 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:51:50.638810 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2f6de107-e0ab-4938-9654-f3bfa1a3aca1 req-d7c1186d-7142-4101-9422-9fddb707f9a1 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0280919 Mar 23 17:51:50.683150 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-83544bee-587c-4464-9760-21a71171501f req-04123ad6-49c1-4bd5-82df-4fb474058e25 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0268586 Mar 23 17:51:50.834121 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-9b42b9a9-dff3-46ac-8a3a-03057e2c5953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'name': 'tempest-AttachVolumeNegativeTest-1323889583-router', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:27Z', 'revision_number': 4, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'gw_port': {'id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '24758108-f7b9-4a7b-a8d0-a67a29e436b3', 'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'mac_address': 'fa:16:3e:87:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd923e995-8ad4-43f2-beba-221af8031362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:25Z', 'updated_at': '2022-03-23T17:29:42Z', 'revision_number': 5, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'subnets': [{'id': 'd923e995-8ad4-43f2-beba-221af8031362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:51:50.862851 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b42b9a9-dff3-46ac-8a3a-03057e2c5953 None None] The sync data for ids ['e9794722-c150-44c7-906a-28cfb4d22793'] in dv-cinder-834920-1-iscsi is: [{'id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'name': 'tempest-AttachVolumeNegativeTest-1323889583-router', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:27Z', 'revision_number': 4, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'gw_port': {'id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '24758108-f7b9-4a7b-a8d0-a67a29e436b3', 'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'mac_address': 'fa:16:3e:87:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd923e995-8ad4-43f2-beba-221af8031362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:25Z', 'updated_at': '2022-03-23T17:29:42Z', 'revision_number': 5, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'subnets': [{'id': 'd923e995-8ad4-43f2-beba-221af8031362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:51:51.096938 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6736418c-2717-4460-bb66-117aa7a49834 None None] New status for floating IP 3cef7d16-de84-4482-b755-076ecb9b83e1: DOWN {{(pid=103209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:51:51.763715 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-01546f55-5be1-419b-a424-d3063e766854 req-fa4c697f-2e16-4a16-a2e0-ceb1a9cf5c80 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0469391 Mar 23 17:51:51.794269 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-49389c1f-7e77-4d45-af60-40abd2bebc67 req-e3fee757-9713-4b81-82e0-5291ddb5821b tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0358315 Mar 23 17:51:52.209772 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:51:52.880436 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-aa0d8c21-03a1-438d-b891-027944c4ee1b req-378f62b5-2649-47dc-aa95-d474a72a5403 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0304945 Mar 23 17:51:52.906212 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8f43b226-6050-48c5-9f5d-527a8d9f5f5a req-03c6a019-cfe6-48d1-a335-d2c1e50edf83 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0281100 Mar 23 17:51:53.229736 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device 9a79a290-72ce-43ec-85cf-797928f9f270 no longer exists at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:51:53.260900 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] No Port match for: 9a79a290-72ce-43ec-85cf-797928f9f270 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:51:53.261250 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device 9a79a290-72ce-43ec-85cf-797928f9f270 not bound to the agent host hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:51:53.977581 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4ba751fc-3263-43ac-a811-7566cc2d2001 req-2b586a27-f77a-49a6-9c8a-41d25e3526d1 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0287137 Mar 23 17:51:54.003188 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b19abcce-471d-424c-85da-1acb401c79b6 req-8044b25e-57df-4de9-afe2-9837bcf0e572 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0282981 Mar 23 17:51:54.971372 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:51:55.074661 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3b074265-3f93-4205-b5bc-3712d9244d2b req-884ec2b3-fac2-41d9-a27c-90890421c89c tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0285399 Mar 23 17:51:55.104869 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2fe856bf-cc7f-46a0-b5a9-9dadacdedda7 req-8c48720c-6a8d-4c21-93a5-30c5551932da tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0335853 Mar 23 17:51:56.181560 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b8762a7c-9e7a-43ad-ab73-569155f6b6d7 req-520e3e5c-91dd-485c-889c-5fc0810b5a01 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0300329 Mar 23 17:51:56.207209 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a502d784-3f73-44e2-9ac8-cc70a1436d49 req-6128f353-5924-4d3b-9a20-698f546ae99b tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0289605 Mar 23 17:51:57.284446 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4b66935b-711d-4e4b-9e4b-9ec7b745d767 req-a0d18380-b070-449c-9462-c676716c3a1d tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0284021 Mar 23 17:51:57.310656 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-104f8b81-6b56-4b03-bbc4-e11e4e3c81cf req-3f2b4211-45a3-4f25-bdb6-54f24c95f50b tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0287640 Mar 23 17:51:58.392194 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a6dfbc24-c8f8-432d-ae9a-d4e0becc4bb3 req-e8f8de7d-1155-4b81-989d-73d37f215fb4 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0322421 Mar 23 17:51:58.418591 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c45adf22-077f-4b67-b4fc-dd0c60661df4 req-a0d9621b-cdd2-4481-abbf-b3112d831932 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0291562 Mar 23 17:51:59.499314 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4d8a3ee5-c49b-4a0d-97eb-826c03fb850b req-06d192dd-4d37-405b-9382-4f717f67c496 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0290253 Mar 23 17:51:59.524086 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d5af6a21-9145-4ded-bff1-fe9ddf1c6aa7 req-8e0692d5-dc45-41c2-a968-09844fc5ac15 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0282114 Mar 23 17:52:00.603628 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f458b1cf-83b4-4a6b-8d00-449b2fdcc88f req-3c2c408e-5100-4999-8d24-c231b3786dcf tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0295789 Mar 23 17:52:00.633062 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-034774e7-6ebd-476a-bfb2-0e600e584593 req-4731c510-7a86-4f78-8f8d-2a1e923b88d3 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0328526 Mar 23 17:52:01.710165 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fda2aab0-2a5e-4ba5-94a3-fb642ca5faf4 req-bb0e28ad-5104-4141-bea3-fc3d6c5773f1 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0295670 Mar 23 17:52:01.736992 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6efa4e05-eeed-4a77-b401-b7ec09f874cc req-49501edc-882c-4628-9d19-947d4b8d162c tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0297284 Mar 23 17:52:02.806734 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7c841137-374b-439d-a1bd-beb3f23147e6 req-842726a5-166f-44c1-b4dd-72acb0d8736e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0272021 Mar 23 17:52:02.835182 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1ae10789-9622-4ade-8565-5936c7b5de69 req-77b60034-fc00-4d78-b739-cdb3ac229cba tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0268085 Mar 23 17:52:03.914838 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ae8bbd0f-642d-4dd3-80b7-19714e87a8f8 req-32c06713-2ce9-4a09-87f9-b78e33c458d4 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0336754 Mar 23 17:52:03.939897 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8a5cc5b1-adfc-4c69-9f95-d534edc15ff3 req-083b7bf3-9e48-46f4-8610-09c670025b77 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0319836 Mar 23 17:52:05.019491 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-86f3aaef-a660-4a77-b1df-213613ed7a33 req-e602d06f-de50-49cc-a0ed-f708b5f9d72c tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0292058 Mar 23 17:52:05.044591 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d2d36e16-dbdf-419f-b559-c6d262c37998 req-9d1689e3-b558-4ea6-bf5d-997c4e4b18e6 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0284472 Mar 23 17:52:06.129110 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-63d373c3-68fd-4447-ae81-a461048250f4 req-1b58461b-2c55-4177-a18c-ac67e35b1fa8 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0341499 Mar 23 17:52:06.157686 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0bfd38cb-cdea-4456-bf1f-03c92da4fe9d req-1c8b2c9e-814b-48d1-9490-6a4177950cfd tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0319180 Mar 23 17:52:07.276056 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d408285c-02d2-443d-bff5-f046e6ee903d req-038212d5-857f-4105-927a-95be8529f66c tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0464067 Mar 23 17:52:07.278110 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c0b03fd4-009c-4c75-9841-67377ad43aec req-c06ec717-82ce-4ed7-8a86-bb5035da31f1 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0396190 Mar 23 17:52:07.683340 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ff4fbb70-9c05-49c8-9fd1-4752ee67a13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:52:08.379812 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3ca2c0a7-20d1-4476-aba2-90f6e80d8c5c req-7d66fa5e-1ad6-4454-831b-1eb0add5f292 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0339069 Mar 23 17:52:08.395342 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f7a18b4b-ae12-48ab-9c1a-cbe942ca1b4f req-80d3212c-49d2-49c9-82f1-9cc213333d70 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0476177 Mar 23 17:52:09.498396 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-65a13c81-fefc-4977-a947-ed50fe5479a3 req-75cb75d3-c42d-4798-b5a5-2d5345c9947e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0419397 Mar 23 17:52:09.513780 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3b3eabed-2ff6-4a1d-8b3d-4dd5b9d67dcb req-2a8f0f50-04d2-484e-bbca-3daf545d3bce tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0429897 Mar 23 17:52:10.195124 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ba44867d-d8ea-4e34-a8c8-83ab23803e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:52:10.598587 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-22aa970d-4987-45ab-b0d9-8da17f99e572 req-a79d5ca7-87e9-48d9-8b2e-2087bfcc4596 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0287178 Mar 23 17:52:10.628470 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-82569e40-6785-4c90-9e62-5a75f85c664e req-2b8637a8-1c7b-41ca-8d09-b49f572b90ab tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0322292 Mar 23 17:52:11.497970 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:52:11.696689 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-09c075e4-b6b1-47bf-9a08-ab78fe279e68 req-d064f86f-71c2-4f48-8503-fdae25ccf16a tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0270946 Mar 23 17:52:11.729241 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-58bb04f0-6784-43d6-a32f-a6253b4fd942 req-e44daaa4-3847-480c-b4ed-4ade7a7c1d61 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0313148 Mar 23 17:52:12.799073 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4e845b37-440a-4a58-89b8-d25a2321ab6c req-b2bebfd5-2903-4daa-9a4d-24e3bfc29520 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0282869 Mar 23 17:52:12.826416 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-73c60a64-da0d-447e-ab47-8b3decbde354 req-8a4ddf82-56dd-44e5-84ea-ecc417dd8ce7 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0263696 Mar 23 17:52:12.906619 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:52:13.897040 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-20c135f3-eecc-48b0-a8c7-8aaf02afe956 req-79981ea4-dab3-4385-a421-0210586f2b4d tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0286732 Mar 23 17:52:13.923264 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-04aae49b-fb9d-4bf4-91d7-b99d81428807 req-8574ab63-20f7-4175-85b7-cbab7ce87794 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0290997 Mar 23 17:52:14.223426 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:52:15.002255 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-70f62c25-b09f-4853-9f4f-918f6a71b3eb req-c45222cd-edc9-40d7-bdfb-23bacef3d0ba tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0315692 Mar 23 17:52:15.027950 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0615323e-b412-4a87-ab57-5092a92785bb req-9c41570f-a677-4301-8c90-cd359f429d2c tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0286939 Mar 23 17:52:16.108463 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-55061ab9-fbe8-4f70-86fc-a24496a83817 req-a247b1b4-1390-4d21-9241-100e4565fb17 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0291049 Mar 23 17:52:16.133761 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3a36e1cd-5a82-4286-8145-3cdde6f2d1f4 req-533d372e-1251-4f5c-bd2f-1c24b3778607 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0288880 Mar 23 17:52:17.213657 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-40208d1e-4ece-4ce4-9684-8036861074ce req-4f4f75a3-0619-43ea-b2ea-3bc2283bad68 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0287321 Mar 23 17:52:17.241183 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-77eaf6e1-a537-44a6-aa35-9f4f84e8005f req-b5d68191-9199-4d1d-91d3-5a896e6ddb80 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0307159 Mar 23 17:52:18.342226 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-11bd417c-ad65-4770-bbcf-503f40e1daba req-bff4631b-00a1-4042-9a0b-e9b9ae044642 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0441799 Mar 23 17:52:18.357793 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-811f8056-8c17-415b-86ec-19650fbdb790 req-da6cb071-1f17-45cf-b32b-29b64d58ece1 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0441151 Mar 23 17:52:19.454275 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6a1a31e7-fcd5-4f1f-b75b-1c29db8543d6 req-3b9e620f-02f1-4172-92b7-373ded32c888 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0376637 Mar 23 17:52:19.470102 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-98e5cab1-8009-46fd-a9c6-b0afa2494696 req-b3043613-fb19-45fd-8dda-55eef7fc6b30 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0409534 Mar 23 17:52:20.574268 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-40ad70f1-3aad-4d71-9c85-630aa46ae5ad req-fcf31c52-e8fb-4308-b18b-0c8d03ea2a33 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0400705 Mar 23 17:52:20.590328 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-113df0c9-97f0-49a1-b39e-222f92e769d8 req-af2e2046-7c8d-45dd-8e30-962c6d2357b2 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0449240 Mar 23 17:52:21.683053 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1cb84fa9-07fb-48a3-abd1-b5b93a3623e2 req-723aeeea-24c4-4d31-b1ee-37bddc8a05a3 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0302646 Mar 23 17:52:21.708832 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ed12511c-dd06-4f4d-b877-cb45109e2c01 req-cccdac9b-57e6-4692-8f5b-7e0913968ff4 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0285168 Mar 23 17:52:22.806843 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c0a13cfc-cf37-4ac6-9006-a6d338762875 req-56a401a2-9090-4209-b5d9-e2369e316c7b tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0380051 Mar 23 17:52:22.837969 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-62a04333-e38f-475d-8051-71b488c32a19 req-20a9f02d-2b9c-4209-a75e-665d44f9253a tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0301826 Mar 23 17:52:23.913654 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-50de60f0-b3e6-4ec9-8faa-3872943f4c30 req-dafeb57b-16ca-4dcc-a212-ca90236ea50b tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0300312 Mar 23 17:52:23.939259 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c5f8fcb8-6ff2-41dc-bc49-16778fd1b059 req-1462acf0-b67e-4b82-a6e8-5280736a3025 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0294442 Mar 23 17:52:24.976405 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:52:25.011284 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a4e7dc1b-eae4-4e4c-9950-763a57392285 req-dd04746f-43a0-4620-acb6-be7d5a6eb233 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0272441 Mar 23 17:52:25.039380 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-511a4ce7-d1fc-4229-8861-31305326f006 req-68145314-5d5b-4811-bd64-94f6c990776e tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0270569 Mar 23 17:52:26.110503 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-eb3d2441-4022-4a2f-add8-f6f7a017f9b4 req-9429ff63-f311-4e1d-ae55-8ef8a5955a4b tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0308058 Mar 23 17:52:26.151043 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3fdcdad3-c558-46b3-a852-0fc475dbf609 req-936ceb67-26c8-4b08-8866-c4fbc9674471 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0296044 Mar 23 17:52:27.226655 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c49ef760-6a0c-47dc-aa47-88778f6857b5 req-0513fe9c-bb3f-4582-b8c7-84262878aa90 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0284710 Mar 23 17:52:27.252944 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-09f1d7e5-893e-4340-baf9-d31b3c820e84 req-0bc2e058-af6a-4077-8a13-d6eba7855657 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0291634 Mar 23 17:52:28.333864 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1ce473a0-66f8-49ab-a696-e8b2321cb32f req-66e22e5e-c077-4e21-8d35-130c20cd9743 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0375969 Mar 23 17:52:28.360644 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d05d8522-5f39-45ce-ba4f-e52bccd151b1 req-cfaaf921-7935-4bee-a077-ff2d72338fea tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0303869 Mar 23 17:52:29.217169 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:52:29.441262 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2a1850f5-6d1a-4662-bc90-fa472049bd5f req-ec832e7c-a8ca-42f2-ab27-a8d096d328de tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0331998 Mar 23 17:52:29.467521 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-efb742da-0462-472d-8a0f-2c0e3de6b54d req-01c4a425-8f68-45fe-9a87-b3a30ae8f65e tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0296390 Mar 23 17:52:30.537995 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-da3136fd-0b25-4db9-b48b-6e77d4791b99 req-0d5dc0b4-63e8-4155-b9ae-d8f18c5c4e7a tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0276031 Mar 23 17:52:30.564971 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c0c1a37e-1e92-462c-8f46-5bdeabf668e9 req-26e86f64-f433-41f4-96fc-1e718cbb4598 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0260408 Mar 23 17:52:31.632762 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-13135784-e21d-4244-9d66-183ec07cea64 req-50748b19-7d56-4a99-ae2e-7091ee474787 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0263937 Mar 23 17:52:31.662208 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-04431470-881b-4fc1-8fb3-b2a0aa9eafc3 req-32a36aa8-32d1-4cbc-b500-c2d6e0890da1 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0284991 Mar 23 17:52:32.729992 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-71b8a768-c1e4-448d-9575-fe5c2de634d8 req-2c0fe4af-490a-414a-9555-481e3265c1e0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0280373 Mar 23 17:52:32.757178 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-dfafa629-cfad-4370-bbd4-2cf092b63df2 req-2acd0a04-d934-4d81-8816-c16d7e1c618c tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0262382 Mar 23 17:52:33.828561 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-020d5420-c7fd-4885-a815-a58be7c6c483 req-7eda1899-1553-4a74-821b-86008f4e7cf9 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0291777 Mar 23 17:52:33.853831 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-62f6b225-577d-4c93-bbc8-abd3f49b9e73 req-aa68b5bd-155a-4346-af14-ba384885b90a tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0281103 Mar 23 17:52:34.962499 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-773718e8-275c-4a29-8c26-e65c4e9abb7a req-50ad07c7-50e5-4cb7-b991-10016efd870a tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0494566 Mar 23 17:52:34.964299 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b66ca2ab-3764-451b-9ab0-9a4eb39283e4 req-f656b962-c40f-4057-b40e-17f6963753d1 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0422416 Mar 23 17:52:36.076076 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-db9e8b4b-7162-4115-9f3e-80646689d089 req-3c5d4dbb-9c2b-44bc-ac6d-a5aafdc35374 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0419884 Mar 23 17:52:36.092443 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bba80615-f272-4c7e-9a63-0f4da5eef488 req-542ffb4a-fc8e-4455-bf39-d5b069e45d41 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0571835 Mar 23 17:52:37.174851 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e802b4c9-9f5d-4747-afe7-7eeed416673f req-e5e46a24-9ed2-4ac5-82d9-525cabdad872 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0283277 Mar 23 17:52:37.203248 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3a173945-9058-4e7f-972a-a375a62f0bfe req-44bf02ae-12a1-4db4-9d15-206f4b686b5a tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0308287 Mar 23 17:52:37.692988 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0d726202-55d6-492e-b848-eaedeb3db8eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:52:38.278249 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-560171fb-12c8-4723-beaa-f16f9b898300 req-2b9a2f09-1f93-48d4-83f9-6695a266ec47 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0287862 Mar 23 17:52:38.305085 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8372a80d-9137-4759-86eb-dec6ee26f212 req-e58cd492-b8ce-4a5f-953c-9bbefeb69612 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0291409 Mar 23 17:52:39.379961 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fe295dab-af9f-4011-89ac-e12e66e5b267 req-840e2621-4f7b-4837-961e-8e9f0b5e3990 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0282288 Mar 23 17:52:39.406214 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-12bb83f2-e494-4e25-99b7-5c32790844cb req-6fa58f4c-8a04-430d-b9bc-7c69cb7f7ab0 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0287778 Mar 23 17:52:40.194111 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bc833b4c-7c3a-4061-a06d-5c9da3c64a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:52:40.485564 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d55f73da-6585-4db6-839e-be583afabf79 req-a8aa1af7-fb89-408c-95b1-4d527fd12506 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0315382 Mar 23 17:52:40.511867 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-36a0afb2-1946-4af5-96cf-ceb449721db3 req-4d5a0e4a-5b99-48bb-a1f6-7440870a6218 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0294671 Mar 23 17:52:41.498907 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:52:41.589276 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cd1aefbf-2528-4fa9-a81c-a0d7fee72b9f req-4a3b0682-a72b-485e-9df6-2a779ebe8da2 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0287380 Mar 23 17:52:41.614874 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-67994617-d651-48a9-b930-5ec4d2113b90 req-0105b668-25fe-4d90-a20c-e624cb8847ac tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0286152 Mar 23 17:52:42.693224 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-806eff0b-a68c-452a-900b-3a213200398b req-d49292f6-3e1e-4d75-b312-8c421e37fdfe tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0312443 Mar 23 17:52:42.722506 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f5bad4d5-8ec4-4d14-8dbf-35677bae2a68 req-6f0e0ba1-fc28-4327-9fa7-74f22a57c90c tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0327652 Mar 23 17:52:42.898519 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:52:43.792910 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0b2ab4c1-441a-48b5-ab02-1a134da817a9 req-c9c1f0d1-46c2-4f6b-a529-719f2fa813c9 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0286219 Mar 23 17:52:43.824449 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f37c26db-3662-42b7-93b6-d35a23a1796c req-f426a26c-a1fb-460d-9631-640545ccfeca tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0265837 Mar 23 17:52:44.224159 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:52:44.904286 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d5f3d362-79b2-4190-b2e8-3b8975f7fcf4 req-404e8819-32f9-4cb2-96b4-be08d8e308a5 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0306330 Mar 23 17:52:44.943302 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-74dc2768-3f8b-4a0e-962a-a3ecdf751b3e req-9cd7550d-34a8-406d-b8a7-3b147c279bb6 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0300913 Mar 23 17:52:46.016170 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-dcc45b8c-4a81-4a5e-8f21-8df6523d9534 req-cc060952-3954-4882-ab7b-c63e9de9ddc2 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0280595 Mar 23 17:52:46.048006 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-85904127-1816-46f1-8e13-3417b3c79d29 req-9749a0cf-3ce1-4b9a-9b44-5155d776524f tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0308802 Mar 23 17:52:47.129308 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-50ce9274-c910-4284-b44a-5019080ecbef req-99288a5b-b0b8-448a-a5b3-08cb9cb77032 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0377574 Mar 23 17:52:47.162494 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bb3dde75-e696-498a-97ec-46f887ed569d req-bb1baa07-f2ec-4ba4-b766-d8183810a9fc tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0366476 Mar 23 17:52:48.238557 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7cbcfdf7-79b5-42e2-8bfb-738ffffa0164 req-102e19a1-ad11-4666-a1f3-40b303e0f2c3 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0285654 Mar 23 17:52:48.268721 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9d1e977b-22eb-4fe0-9718-f66525be6415 req-19027c9e-7fbb-4fb5-ae62-2bd1648247a5 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0288000 Mar 23 17:52:49.353576 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cedd3d6e-bedf-422b-8172-c3722a569838 req-812f269c-18e0-40e0-973f-b34bdcdb0b62 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0330095 Mar 23 17:52:49.382702 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-15d207f7-9db4-4ab0-b9ae-fac14876d2fb req-7fb3667d-c4e5-4df6-9dbf-c21951189d9b tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0355399 Mar 23 17:52:50.473986 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-16ac71a5-97d6-46d0-982d-8feb8cc1da96 req-11c594c7-84bd-4b19-9640-19477dded36b tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0390234 Mar 23 17:52:50.499116 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b22ebf5b-bfae-484c-8159-63895ac0740b req-d67f299c-70c9-4655-82ef-30da2b4b1efa tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0284410 Mar 23 17:52:51.578040 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7b12ec28-f141-4885-abd7-bf3e2c51d4ca req-d0df2e14-2bf1-4fac-8f2e-07dde43280e6 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0289018 Mar 23 17:52:51.607727 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-152c9e1f-39a6-4b68-bf2b-033e6d175ea2 req-083c4983-ad1f-4b07-b2a3-e959c1d6a239 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0324438 Mar 23 17:52:52.676022 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-83aab367-ee65-4f8d-8d8f-862f739cba86 req-7624b717-4750-4409-8ad7-1d0ae5dfe1c9 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0273323 Mar 23 17:52:52.706767 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e8d2ed3b-03a2-4e19-aa07-b084eeba121e req-685fb494-400b-4e30-af14-6061bc84be89 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0269663 Mar 23 17:52:53.773967 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a8cb09cb-1177-41df-a1dd-f5498194eb77 req-4da7dd04-0d30-474a-a6de-19985fb799cf tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0268905 Mar 23 17:52:53.801340 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d31e3973-3264-443d-b085-cf2b24317725 req-9069ac25-24ee-4300-bf0d-ffc5fc40dc6e tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0263481 Mar 23 17:52:54.879357 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-167fbae7-8bb6-49d7-ace6-48d25d4f3ed8 req-c0b5a153-7bb0-4147-8789-d1fd5e9ea848 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0362563 Mar 23 17:52:54.915376 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bf3e034c-ccfa-4431-bb3a-4ef0e1912577 req-fe648272-3dc1-49ee-8406-a137013957fd tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0388355 Mar 23 17:52:54.974298 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:52:55.979264 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-188c2a91-3429-4774-a372-d04c8ad80b4b req-11097385-1e7d-497c-a194-b4513b28f0c5 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0282662 Mar 23 17:52:56.019478 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ecf42611-d639-41d8-9fce-72e06c0db164 req-25c82682-97c7-4e05-8630-f8f5156d3148 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0277243 Mar 23 17:52:57.086714 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5758a01a-1331-4cb5-84ce-f5f2a85dd3a5 req-7fb6b4ff-1c4a-453c-8598-4d89bd9cdec1 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0271301 Mar 23 17:52:57.113717 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b76a3283-75bd-44d9-a1af-641984dce789 req-6af08d1b-8e2d-4e99-86c2-5dfb630742b9 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0260403 Mar 23 17:52:58.198382 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b55549d4-a630-40cc-a194-ffc2159f0112 req-ffc9c464-fbb7-4aa9-9a87-14f4e3a19110 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0305846 Mar 23 17:52:58.223989 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e6e9928d-2f8a-40bb-aa5e-31ecbf43baa6 req-6c283cf6-a77a-4083-a554-c75dcec7d20c tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0311267 Mar 23 17:52:59.307786 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8d90d484-66f9-4a9d-9f1b-f2a9cb082121 req-13485945-dc74-4804-93a0-cc2f77630cec tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0292826 Mar 23 17:52:59.332513 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-86dfbbe1-a6cc-4dc7-a877-1799b3a573c3 req-f3ad8586-466d-4c9a-85ea-1e4cc2933f52 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0280027 Mar 23 17:53:00.420577 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6d165c3d-dfd9-465c-8509-762e3c992531 req-bd4e9516-158b-4844-9331-d130df653f4a tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0296996 Mar 23 17:53:00.448535 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8bf9774a-4b94-4640-b0ad-baf476ba634c req-3e9d2d8f-b761-4b9d-b944-0780040b2f8b tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0312083 Mar 23 17:53:01.524818 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6a1d9e22-e899-4ae8-bb46-57b9f2010e8d req-4492b5e0-b6cb-48cd-9583-59e879c871b6 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0330267 Mar 23 17:53:01.549855 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-95da01cf-79f2-4e3a-b09b-ef1b95d2ba71 req-274ea021-6499-4b64-8c41-a16a6c17632e tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0283942 Mar 23 17:53:02.622758 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d595f3f1-3c95-4e95-b443-d183649c6fae req-c1267df2-1a0d-4fe7-9c8f-274cd6f389b0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0278127 Mar 23 17:53:02.648480 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-98835232-8578-478a-a67b-c1cb249b62f8 req-9d5006f1-87ff-4eb5-b622-540671b8e3d3 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0281870 Mar 23 17:53:03.727707 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fceffaba-9089-4959-a2db-eabcc01db078 req-3eafee57-dac9-4e4e-8d57-28ef687e7549 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0307736 Mar 23 17:53:03.753460 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bb6a0c34-fb87-481d-a09b-1087fcb1c983 req-1e7f47d6-7bbe-46d8-b009-cb7db7b626cd tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0279655 Mar 23 17:53:04.830101 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2baca087-39b5-42d5-bdcb-1cd8e486851e req-673d5df0-fe16-4e78-bf82-0e4f75141b0c tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0284894 Mar 23 17:53:04.856152 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bb8bdb81-06c5-421a-a9ef-901c4eff758d req-ee78c1f9-7d57-44e2-94ed-690c4b039e02 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0292766 Mar 23 17:53:05.930702 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a3dd56c9-bb17-49ea-9fd1-77a04eddbedc req-25d6734f-da61-4de0-9d8f-e4739eaa7979 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0304894 Mar 23 17:53:05.958196 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9786acec-be20-4b0c-8d1e-5a60c35c03dc req-a508a332-182f-42a8-bddb-9d557b853ef8 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0259068 Mar 23 17:53:06.215844 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:53:07.030602 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0fd2e53a-4559-4ee9-a800-079a7f00580a req-9949a3b5-ac79-492b-900b-bde3ace293cc tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0298688 Mar 23 17:53:07.057910 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-88c67a12-9f7e-42b1-95e7-e672b537c0d9 req-173e4f56-e89e-47f0-ac19-d41a0f822ef1 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0263736 Mar 23 17:53:07.531323 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [req-5fb0a4be-a221-4b75-8555-86bf02bd1f0b req-6b6838ac-501c-4863-9b04-fd5e0790bd61 tempest-VolumesActionsTest-23976040 tempest-VolumesActionsTest-23976040-project] (103207) timed out ('10.222.0.57', 56944) {{(pid=103207) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 17:53:07.689623 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-707e2703-a187-4067-8859-6044373ce153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:53:08.136368 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-95acb2b3-cd09-488b-bdd5-50af49e11d83 req-865775cc-bf6c-47f5-adbc-d67349242393 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0289741 Mar 23 17:53:08.161395 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5b752969-88e5-4bee-b0b1-60a8cdf45bf0 req-d5169759-7e87-4f02-8905-5648e96a1b4a tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0282760 Mar 23 17:53:09.233788 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c18630ed-8218-4fab-8a93-b7d5612daa26 req-0a29a176-b99c-48fe-a84c-a1f127979818 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0293210 Mar 23 17:53:09.261884 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9e8dfa96-004a-43c1-8de5-f52489092cd4 req-58aa3211-f16c-4d79-95e0-c8b4916d1105 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0314827 Mar 23 17:53:10.194478 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6881b267-dee8-4f82-8cff-6da0d0788879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:53:10.338792 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e4872fa6-7e1d-49e7-8787-8c0269e6610c req-a55f7aba-2026-42a6-804a-8ed7e7609ab1 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0290947 Mar 23 17:53:10.364050 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-46804e87-1948-4ee5-bbe7-392c09dfb6bd req-0af07150-ebef-48c1-8c66-0881e6aecab5 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0285845 Mar 23 17:53:11.446927 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b90466f8-4125-42fe-b7cc-20c81c262d17 req-f3079242-96ce-4f8b-9e47-818931306ffb tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0298033 Mar 23 17:53:11.472728 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-eda198b3-ec8e-4134-b64b-0b11c9bc9ed0 req-4d6037be-1089-48ee-8f88-deb48e0730a2 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0292568 Mar 23 17:53:11.501553 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:53:12.548055 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-edfdcf2f-ef89-4193-b5a4-19e026bf67af req-f0fb0da6-8ba3-4e5a-8b1d-80d029f51df5 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0323796 Mar 23 17:53:12.574406 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7715cff8-5e4e-4b0f-b0f7-93adb61139ac req-fa1b0ffc-635b-4b94-a786-b3b667832d59 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0291080 Mar 23 17:53:12.910766 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:53:13.652975 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3f4763dc-8557-475d-8f77-68b216965810 req-88f06a8a-644a-4007-ad6d-6e989adb5d41 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0312512 Mar 23 17:53:13.679358 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1088bc07-f349-4700-b01e-a3b8487dd99f req-69a32839-a987-4c6a-bd06-7fa00896ba05 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0301857 Mar 23 17:53:14.221378 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:53:14.755453 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c39440d7-5c0b-4b31-b7a7-3f46320befd6 req-056cba59-127e-4412-be6d-7d72be3b8f9c tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0321543 Mar 23 17:53:14.781009 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3509df83-278a-416a-97d2-53e1a8d81f43 req-9c151f6d-9924-428c-b3c8-320f0341e4e3 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0316820 Mar 23 17:53:15.864927 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f6889a08-7355-4581-b639-85ef2d7c9cd1 req-063e0694-75de-4b1f-b994-7fc90758aea5 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0293770 Mar 23 17:53:15.890306 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a07702b0-2f1a-4884-b9d8-bba4a48acb50 req-0bee1005-aa88-426f-a26a-10de36405e6b tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0287054 Mar 23 17:53:16.971317 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-eeaaa697-a26a-4f43-80e3-ef1f7aea16ed req-ce57ac55-f980-4a0f-ba52-e35174f80fe7 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0310566 Mar 23 17:53:16.999961 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c22381a3-5094-4fe3-b2c6-06e89a443a8b req-8ac77a8f-8f92-42ab-9e8a-63df11ca6b3e tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0313709 Mar 23 17:53:18.331646 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-42e53367-a59e-491b-aaef-9e42e5fead3a req-3e4e519c-1852-4a12-a901-b77cb00e2417 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.2878151 Mar 23 17:53:18.357472 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-eb9d1952-4411-4478-9872-09aac8f388bf req-67492c5b-e60f-421d-9399-d4dd8609fbbc tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0280182 Mar 23 17:53:19.441569 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ab88981e-1e71-4083-b3e5-0359e299463d req-2fe49eca-7eec-4f3d-8321-5167f6d64678 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0287142 Mar 23 17:53:19.466596 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4405dcaa-4244-430d-aa0e-f966e7ab1965 req-2ade15e2-7a2e-4f87-b30c-7750a6adeca7 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0280304 Mar 23 17:53:20.553058 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-04b9f0b0-bf0c-4db1-8e3c-b272160788e8 req-cc676bf5-414c-46ee-90e1-dd926ca4d441 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0313823 Mar 23 17:53:20.577507 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0a0d0272-f220-47fa-b00e-7610fc92c30c req-497bd580-5dab-4be8-a32c-d65d57c7fe2b tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0273511 Mar 23 17:53:21.655428 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b1a5df56-7520-42a8-9f7f-08d0ba791025 req-8d9a7b9a-ebac-47d3-b680-2548ed3a11dc tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0327201 Mar 23 17:53:21.682980 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-444bc0e3-6b25-4676-a149-c23e5c39410c req-2bcf609a-a5b9-4986-9ed6-3dc5e5cfd978 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0300548 Mar 23 17:53:22.758990 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2bf1ef87-a0f0-4072-bd03-3729e69c0173 req-9d64eafe-0693-4c7a-a99e-fc5ce9500e38 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0282576 Mar 23 17:53:22.788866 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e466b4ae-1a64-4a9b-8989-689609172ab6 req-fab3319e-64b8-4e1e-b0ac-b64ae808bcfb tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0325980 Mar 23 17:53:23.859912 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1b65c630-a005-4234-8a97-2edf078b4736 req-ff637990-3683-4494-8398-5c669d9856b0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0294726 Mar 23 17:53:23.885292 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b90d61fb-8343-4ab8-9cf2-eae36772ff0d req-c1559316-13bf-448e-8139-ef561eb3c835 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0286825 Mar 23 17:53:24.967582 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-60edfb4b-cd49-4742-929b-d91239c00755 req-809d23a1-b4a3-4ce8-a2c4-59161d9893d4 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0307453 Mar 23 17:53:24.973687 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:53:24.994147 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2a716a58-4970-4e3d-9771-2fe281ce798c req-3b3e2e55-e4d7-4720-beba-690c205a0aab tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0300949 Mar 23 17:53:26.078459 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8a169b77-716d-4271-80c0-3cb7264f3b55 req-f7c3bd25-309a-4f3f-9a18-f5aac539418f tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0317645 Mar 23 17:53:26.105387 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f5c145f3-0af8-44e5-aef4-84cfed79bc52 req-2498f28e-b4fd-4f27-ac28-f276aae1da7c tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0299487 Mar 23 17:53:27.180503 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b854f22d-99df-4ac0-aa3c-38ee8cb3f865 req-eb1f636e-ed5a-4408-a816-d661dccf0554 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0301917 Mar 23 17:53:27.205785 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-57c598da-0075-4efa-8999-a84f0a967fca req-97276e36-8afd-48e7-b8bd-64e361f642a6 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0286713 Mar 23 17:53:28.286342 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c291e171-0185-4273-be79-b85b4f24f0bd req-09fd8205-6059-4043-a39e-f9bb1ae224cb tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0320971 Mar 23 17:53:28.315191 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-82ff7e64-cdf3-4045-baef-c0cd0fda4fc6 req-a8336451-c05c-4b0f-87c5-e64d67dfe1f7 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0317202 Mar 23 17:53:29.395200 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1ba0ad4e-3e57-4d30-b3d7-598b65d58e6a req-feb263a5-7f46-44cd-858e-3fa7c0a0f6b6 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0286779 Mar 23 17:53:29.420972 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7fee195f-d468-4462-bc19-1dfa7480d283 req-c88061c5-d3cf-469b-b933-d5ab9fea13ad tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0290396 Mar 23 17:53:30.504138 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-246d9c1f-4bb6-4114-8cc7-748c358ef668 req-989f8a04-fce4-454e-a39b-4d1c2e48520d tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0287342 Mar 23 17:53:30.529632 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1184fe57-60ea-4c2a-812b-b981f9a0cc5a req-0e682622-3002-4928-9bbc-959ff789de5f tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0281746 Mar 23 17:53:31.605616 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5c2febc3-ca1f-4c11-967c-bfc66e845564 req-4cc7eced-597c-4d60-bbd7-12f7f2c4afa5 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0323501 Mar 23 17:53:31.630725 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-21a81ac4-5565-48b0-89db-10d7577c891d req-9db5e7b5-736c-4624-b918-52eba3ea6d86 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0284407 Mar 23 17:53:32.710189 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-79188acc-43f8-4047-a009-e7258690267b req-f786db29-dbec-4111-887b-28afff45b172 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0291097 Mar 23 17:53:32.735279 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-69aaf254-68bc-40b4-8c9e-67bbe24d87ce req-0736a917-2a19-4bbf-b612-605e3d034d38 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0283885 Mar 23 17:53:33.811422 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bdef5c57-4e4d-4867-9397-00d9f2c06ac7 req-d84873ff-5b26-4751-928f-5a04f7a2fee8 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0285020 Mar 23 17:53:33.841344 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cc27d6fa-0931-4a96-91ea-2ccbbfaa15cb req-88fe9f54-79d2-4b97-b0d7-7b20a7a69ccf tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0288858 Mar 23 17:53:34.918374 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d72fa3cb-8abf-46bf-aef5-739b503b5cb0 req-ec95ca62-9d93-48d1-bdcd-a3f1e9606bdd tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0287778 Mar 23 17:53:34.943275 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7ef732e7-b8e3-4993-8233-50eaa866011d req-37476731-c62b-439d-bde3-db2da99b236d tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0282044 Mar 23 17:53:36.025535 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0e0c512c-962d-4e64-8b99-a4818af70dbf req-b185f428-d83d-4acb-8293-303baf71a66c tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0289397 Mar 23 17:53:36.050762 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8048d961-140b-4ab4-92b9-6c32426f19aa req-378b1187-a4fa-4a4b-b34e-fe483d19334d tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0285134 Mar 23 17:53:37.135934 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-327ec6bc-bd9c-488a-ab05-239b0ad3b879 req-9c551d97-d258-4ddc-9aa1-ff4bfec7a123 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0317996 Mar 23 17:53:37.161695 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fe5a750b-37c1-4f73-852d-5237d3e3235e req-b88d69bc-f21f-48a5-9fdf-8c69cbbac64c tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0287783 Mar 23 17:53:37.687528 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-14fb9be3-c572-4aab-b5f9-b78837c4c407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:53:38.232543 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7610bca4-15b0-40ef-9b92-fa4b977c98b0 req-7036284d-8046-4300-a0b0-21602d13f210 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0283153 Mar 23 17:53:38.260253 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9e040c3d-c085-466e-a20a-df12dd098d67 req-7827e7d9-2ec3-4108-bb1e-c55fcf4143af tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0267699 Mar 23 17:53:39.336502 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-89599f54-3db3-4091-970a-c80b1ab4ec32 req-b27a70cb-61f1-460f-9697-79a2cd8e9d79 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0279329 Mar 23 17:53:39.361747 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b2e57328-269e-489c-b94c-e85e7abc15d0 req-6a3f3886-ad90-4c09-abc9-0aebe74fa842 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0267472 Mar 23 17:53:40.190921 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-348eed19-c409-41b9-a784-bf4fd0be4882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:53:40.437793 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6d00254a-0489-4912-b242-b501858af989 req-3bb30667-6c27-41c3-97c2-30ad40b67cbf tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0346539 Mar 23 17:53:40.463215 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d79f0906-4c67-4956-a3f0-bee6cdc9b949 req-b61909c0-1c47-4060-b21b-50422279c81f tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0289564 Mar 23 17:53:41.504662 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:53:41.544539 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bb07ec0b-f079-4c4f-8a13-c78859196c35 req-a8784f2f-814e-415f-9d15-f97eb9cb9790 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0352442 Mar 23 17:53:41.573711 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-15cc4496-3e49-43b9-841c-4cd846c8f196 req-4a4b05b0-65bd-4cdc-bccc-63813336667b tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0279021 Mar 23 17:53:42.643956 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4d9c7ce5-10a6-4645-a99d-75ccd275ddd6 req-9557c1dc-2d92-47ee-b54a-23084bb1f20d tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0281472 Mar 23 17:53:42.691142 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-814d807e-e45b-48de-bd61-03159971fc99 req-f34ecc14-11fe-4ddc-97a8-33b974be3fc5 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0283484 Mar 23 17:53:42.910450 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:53:43.215908 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:53:43.748908 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6636a817-0acf-4ac3-a8fa-714f026a284f req-42538937-dc1c-4b02-9a5a-419b61caf43b tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0306323 Mar 23 17:53:43.789518 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c530cd55-8aec-4b54-85ee-62a2e3ecdd40 req-fc45de67-476e-4761-9905-92e2568f35c6 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0279546 Mar 23 17:53:44.227382 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:53:44.849468 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4731173f-b00d-4d2a-a8c2-5f8b55501a89 req-cd874554-4695-46d7-9b33-f8472bfae631 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0288253 Mar 23 17:53:44.900642 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5f92fab5-b67c-4ddc-8101-5e43cf81ab2c req-f114cc46-a794-44a8-85f7-bc6fce6bce4f tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0282214 Mar 23 17:53:45.946619 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-24123ed5-7728-4972-9bfa-999f40dac1b1 req-ee15dc66-494a-492a-9557-11eea137063c tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0278120 Mar 23 17:53:46.002291 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f9e431fb-db3e-4604-9aa8-afefe37ff6c6 req-15607838-8d14-4f4a-ab7f-a9deeab62d6c tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0273798 Mar 23 17:53:47.057467 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-77b1b2f5-4d5f-4364-8173-bf0d284b24bb req-49110bb5-3bf3-4171-9e9f-32225fcbe631 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0311830 Mar 23 17:53:47.097846 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1213b64d-1628-4b26-bd40-2aee9fe1ab6b req-8ecc608e-7db3-4635-af95-c75fde6a7e1c tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0270979 Mar 23 17:53:48.155497 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b47152c0-9191-4044-ab6d-b900d06a588d req-847eebc3-f5b0-427f-bff1-91ac3a4f58d1 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0276322 Mar 23 17:53:48.200821 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ddbfef28-5c25-44a7-97d6-0e04cc420175 req-01dd89b2-2ab2-4378-9c14-f7d2ee54a40b tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0336604 Mar 23 17:53:49.256648 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8538345c-8df6-4d00-a747-cd9096fdf6db req-a0bb0fa0-586b-4697-bc93-79b14291085f tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0278478 Mar 23 17:53:49.321400 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bb6bcaaf-0222-47fa-af55-3ca75cd018d8 req-a53fd1b8-9bf6-4f5e-8ac7-89fb0bdea0f6 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0314946 Mar 23 17:53:50.364008 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4a352ce0-9bab-4c22-8a89-93fea1869f1f req-7d657512-691e-4edb-8e1e-89ccb808e944 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0380614 Mar 23 17:53:50.421829 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d98a5ae7-f3a6-4f0b-ba2e-9a86e7dd5a3e req-2e54dd2a-313a-40d0-ada4-6eccbff65254 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0283568 Mar 23 17:53:51.467880 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7b59fa50-b451-41e3-a0f9-91c0910035a2 req-b780d295-b514-4cda-ba90-56cb195a0d34 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0286019 Mar 23 17:53:51.525746 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9925c7d4-038a-430d-90e1-a8c777ef6feb req-70beb6e8-a562-4af1-bb4e-1fa2e8c69f02 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0292051 Mar 23 17:53:52.580389 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-789ae48f-3d53-4246-8207-2ae3117c5aee req-3e6e1a05-72e3-4358-936f-dbe3122be0b1 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0329714 Mar 23 17:53:52.631372 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-350a8580-5093-4933-91d3-70415a533ac2 req-fc6b261f-3c1f-4615-9d75-0b6544c13164 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0276375 Mar 23 17:53:53.684715 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-331742b3-d573-497f-8b00-4c5214166bf1 req-5dbd3c14-1b4a-465c-b283-8ae73a7f3acb tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0319240 Mar 23 17:53:53.731024 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-abd5bb90-a5bd-42bf-ae1b-f90d9be7be2d req-b2b6b253-6d5c-4d9e-b400-1f24e9e12792 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0281558 Mar 23 17:53:54.788442 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-24d7372a-1801-4132-b12e-b16b6760948c req-d2ec1338-0b2c-4d01-b796-12f04ae02ed7 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0335326 Mar 23 17:53:54.834838 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ee49328d-a2f4-4a03-aade-a06792f6489e req-e7d42682-9e40-454a-bc14-1bcefc5d06d9 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0280256 Mar 23 17:53:54.979566 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:53:55.890107 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-85973e1d-0f8e-4e0a-8fa2-1106f63b37d9 req-1b0c56ae-a9d0-4c27-a54b-ecc4d60b38be tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0287266 Mar 23 17:53:55.944460 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7f2a891f-723f-403f-be5a-542a72400030 req-d594ac3c-8823-477c-b8a3-a363d6a5b012 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0289407 Mar 23 17:53:56.996688 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-14e423ec-0a75-4c85-900a-1815f9afee9b req-e90b6d02-cfec-4b12-8bec-6df48eb049b9 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0332954 Mar 23 17:53:57.061564 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-96a64431-9a68-4931-bb93-01d8dfc2d4d7 req-18671d5b-f4c4-4842-8055-530083e8c4f0 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0313444 Mar 23 17:53:58.102741 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2375fa75-1dc4-464c-9dd6-ef26470f962e req-5614eef4-bff6-4044-ac49-7f1331023d26 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0318158 Mar 23 17:53:58.333304 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0dceef3f-ec96-4382-ab51-658e4f3144c9 req-f654722d-8d9d-44b5-923a-946f95602bb3 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0365379 Mar 23 17:53:59.205524 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ffc1bfd5-ea94-4636-a76f-0d7b15490f97 req-e19d0f52-c44f-4fc2-888f-eca8399f154f tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0307801 Mar 23 17:53:59.436369 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f98c8e22-c687-48f3-9826-c09847fe3b39 req-b8d11207-e2bb-4669-ad6f-88b6bbb01d84 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0277669 Mar 23 17:54:00.307730 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5cd65239-1246-4f1e-b76d-1bec9ab37286 req-019f89f8-c28f-45a4-adb6-b86539651a65 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0310383 Mar 23 17:54:00.538852 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a2c011bc-02f7-498f-87de-9b534bd01860 req-5f6a3db5-e0c7-4e4d-8268-f6049353560d tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0278413 Mar 23 17:54:01.405690 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-85384104-f647-4d09-be4f-a1079b5af372 req-b8287f94-6837-44f7-92ab-ab8d4a0b6510 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0274477 Mar 23 17:54:01.639127 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-069aff62-418e-443a-bab9-0f03430e03ad req-89e83d2e-578a-4be1-ab95-091254db7c10 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0286961 Mar 23 17:54:02.507027 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4a7637ab-4436-4871-a232-721e50ae9c0e req-93b91d81-6494-4f20-8371-d395d2938da0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0298953 Mar 23 17:54:02.750599 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c7dc8829-5455-46f0-af97-cb1472dd1d16 req-1ea1ef17-5945-4fe5-afe3-5f3e3a5fd4a6 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0301828 Mar 23 17:54:03.613019 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-16fee3ba-e9be-49c0-a09d-47fd3a45f0f3 req-ae9046b7-62f7-4d56-ad38-fba46e8966e4 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0350804 Mar 23 17:54:03.852975 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d768c17c-677c-49f0-947b-e378c4bc6d11 req-77d5b0f7-14df-4d83-9629-5280739f5a42 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0301139 Mar 23 17:54:04.722732 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-72a1ae68-c073-4266-918e-fc3deeac01fd req-e47fa171-601e-4a59-b59f-287b3962b579 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0319331 Mar 23 17:54:04.958434 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-651437b9-d8ab-419d-87c3-a209007f9621 req-9c918745-1cdb-49f2-b252-4e6275b36172 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0273154 Mar 23 17:54:05.830610 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-986acbaa-9b66-4095-90d7-12de6afd6833 req-810d6db2-da83-4750-9037-b5305a69d257 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0317013 Mar 23 17:54:06.064295 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3add0a6f-a943-4d84-afbc-10165f5b9218 req-8000502f-01fb-40c1-989e-b2313a220d22 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0273509 Mar 23 17:54:06.952818 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0c9981cc-25c2-4fa3-bcc3-d27b0fc01fb4 req-a45ba0e4-2973-4eb6-a0fc-06f74de54c22 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0310817 Mar 23 17:54:07.169792 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1d8c5d3d-da49-4c21-b113-af9cd1f0953d req-6eca4899-02ad-4384-be59-16a2588d928e tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0279758 Mar 23 17:54:07.688386 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2c392c5f-408c-4e9d-b2ab-ef06034e8d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:54:08.075245 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1c0035bb-6e91-4876-b602-3ce1674fe530 req-ec5022a3-4bfa-47c1-8151-82770a24459f tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0356908 Mar 23 17:54:08.272449 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-956607d0-c9bd-4d2b-be9c-db8adef850b5 req-ed828d69-3c56-456f-8443-5b7a18c660a9 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0270815 Mar 23 17:54:09.184987 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-168c754d-1a44-44f7-a767-da0dec5d395c req-ce649268-d6bf-47c4-ad79-b1daa0e458f0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0288372 Mar 23 17:54:09.375088 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0a6c3ce7-6880-45a5-be6c-5ff02f48a40a req-8e9fc24f-035e-4f14-9f1c-07d74d44fbc0 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0345221 Mar 23 17:54:10.192134 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f9bba6e6-b126-456a-9e58-15929973cb8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:54:10.296341 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-81d24e7f-36f0-44e3-b013-b161f1d6fcc0 req-5c6fe944-a8fc-4c76-a5ae-780195b1b95d tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0337284 Mar 23 17:54:10.482656 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-334f2bd1-1af9-4f59-9a47-bd942955d4d6 req-55916e3f-6fdc-450a-9ba6-b5444d2b5988 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0332215 Mar 23 17:54:11.403487 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-dd499b4a-9477-4c30-bdfd-fee69359ba7d req-5c35e6eb-d1c5-4ccc-9b45-6d2401a5fa87 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0339341 Mar 23 17:54:11.525556 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:54:11.590593 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8032f404-116c-4dd9-8d22-2fa350ec74a1 req-9b24bfd4-797c-4f79-8403-55504d52e833 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0329757 Mar 23 17:54:12.499971 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3312f2a9-9423-4b58-a750-087dd48eb028 req-4d03d67b-956a-4d2f-b802-2a1f84ee0971 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0271919 Mar 23 17:54:12.691272 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8717e653-e5da-4364-a4d6-616bca30c715 req-c77de4f1-29d1-4b00-adc2-411566b88d32 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0269008 Mar 23 17:54:12.911979 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:54:13.611448 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-500f2f6a-5e0f-4709-9dc0-9ff11530c21d req-eaab9f09-5982-42b0-b1b0-1b8019914422 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0374126 Mar 23 17:54:13.795959 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-76b060be-309b-49ad-a83f-9986a5baba8f req-89e5cb8f-3613-4ac7-8b30-6eba774560be tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0284181 Mar 23 17:54:14.230729 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:54:14.714072 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4f3f743c-aa35-47d9-99f9-c11423d0be7d req-14e19097-c8eb-4dc1-84d0-7e41e0262001 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0288155 Mar 23 17:54:14.901059 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-781cb728-f736-4631-a335-b4e5c5b66532 req-d6fc91cb-1c52-4767-aae9-331ff34608f2 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0268526 Mar 23 17:54:15.837150 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-10da4e9b-1efe-4261-ba4b-6a2fd7eeacb5 req-69cd1f10-1082-4c83-8e35-7a1986f53457 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0272682 Mar 23 17:54:16.008631 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-817cb4b1-ac43-4c94-9380-ebc2e07bb712 req-6036f07f-99d3-43fb-8317-65a8de091b51 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0268495 Mar 23 17:54:16.951038 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8bb6aa1c-728e-401e-9e7e-bc2b7b8a4ecd req-c1783b02-a616-4c1a-8988-b8cd842217ed tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0298889 Mar 23 17:54:17.106222 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-36085da2-91cc-4858-bfd6-196a135c9a81 req-2c2209cf-e715-4cc0-b9a9-88232a042a35 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0283775 Mar 23 17:54:18.073656 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a80f7c85-efa5-40b0-8190-ac12839cba63 req-5662feef-b3ec-4ec1-877f-cd63e4c19e5c tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0385115 Mar 23 17:54:18.210645 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-24936689-c492-46b9-8eef-032b476f6f83 req-9f4be998-73b6-4597-a151-a470e954f963 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0294442 Mar 23 17:54:19.186304 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1e8deb35-cf66-43d3-a186-08a7bae63a37 req-1139e059-02f0-4e90-9c3f-389f647948e8 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0328000 Mar 23 17:54:19.322843 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-472a5056-bb92-4175-96aa-ab36c00cb07c req-edbb49f7-b9a2-4790-aeee-62f49d436231 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0278308 Mar 23 17:54:20.220693 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:54:20.300065 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-88beb5d7-c590-4db1-9d38-9f48ad831566 req-eb88c42f-6154-4461-8b63-9f913af78f5f tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0363517 Mar 23 17:54:20.424088 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4a9e6077-c888-49ed-9592-d9caa6f09be3 req-03139d13-4c63-4d71-85b2-92c550f3bffb tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0279505 Mar 23 17:54:21.399564 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ea10859f-d983-455f-bd6c-0cc8abb4c836 req-10098062-0ed9-4efd-919a-76e98ff3fc1b tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0270648 Mar 23 17:54:21.528205 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5a6e4246-0f39-4123-ad36-7b5041875a20 req-b3f544cb-4957-4822-9d14-7516ccbb504a tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0277426 Mar 23 17:54:22.512613 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-36be91ef-6ba2-447b-b7c5-b806cd670e35 req-b724ab2c-9dd3-4838-82a8-7eb2bb7f83d4 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0371251 Mar 23 17:54:22.629432 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d8361dad-4e95-40ad-9e55-6cc7be68e41d req-f29b6fe4-0d30-4d66-82a6-d20d6cc5bfbe tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0273552 Mar 23 17:54:23.623087 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-43ebb1fc-c736-44bc-9cb0-27727ddabb12 req-3194f633-e446-4ed2-98f9-ffcf6687c18b tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0298893 Mar 23 17:54:23.731978 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f7905cc6-9f72-4879-a450-cd88829dd707 req-af166a5e-ccbf-4e05-b3ed-9a426ce342fb tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0367029 Mar 23 17:54:24.733667 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-352dba5f-ee35-4d72-b22e-bd7aee18da0e req-9060d1d2-8191-4655-b7d7-5e16791be00c tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0363095 Mar 23 17:54:24.831921 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ebf3cf14-3f5f-48d4-b12b-08169e2c49a4 req-9c456263-2e03-4cc5-8b6d-01f5867c0cae tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0329955 Mar 23 17:54:24.998516 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:54:25.843379 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-619743c8-006d-4f10-871b-6d0cd4b22c2b req-8ec8a98c-e3da-4833-b566-72d0cac77540 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0322592 Mar 23 17:54:25.934421 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4b87f4af-7192-4495-aac7-1084b221b150 req-6741509f-c740-4f29-9ef7-26b48180e7e2 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0375714 Mar 23 17:54:26.949042 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f20199c3-a796-4241-b1b1-4f5684438155 req-670ecf45-99a9-455e-9369-c54ac024a130 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0316486 Mar 23 17:54:27.030552 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-df690f07-f351-4974-b6eb-c1e6cb898efc req-b1c288fd-7050-4616-b9a9-2d79699393a2 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0262899 Mar 23 17:54:28.052691 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0a9e1331-db35-4db7-86c2-94422e6ac027 req-6f35226f-9aaf-4df5-94a8-3745839a4fe2 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0286920 Mar 23 17:54:28.126946 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f3dccf5e-6762-419a-a2d2-0b44454b4cdc req-0e9a5b8e-3f1e-4bbc-9477-c577aa1e9aca tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0266204 Mar 23 17:54:29.160741 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f0e57f35-75e0-4e35-a355-ade12cb36014 req-32e9787a-41fe-47fd-8218-757952df5cc2 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0285933 Mar 23 17:54:29.231243 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4ce0cf30-7eee-4968-b87c-71a32e66c32b req-b31bee34-a18f-4d75-b5ac-1ce50a8ee3f2 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0364792 Mar 23 17:54:30.327220 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3f211ba9-0a4c-4a6a-a8e2-7f37a7e1e036 req-a241212c-3cdb-4ef0-a1ac-9859f169d5f9 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0295076 Mar 23 17:54:30.404316 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f4e9b66f-a46a-4d69-b2a5-77eff06aa974 req-2e4713e4-35ac-446e-bc59-475107428021 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0263889 Mar 23 17:54:31.433366 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d75e76eb-750e-41ce-af3c-452a81f96601 req-a278853b-3ece-4755-b950-d751c02b29bd tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0363572 Mar 23 17:54:31.503334 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ae8b550a-827d-4d19-89df-a45a3aa78811 req-8db87a59-9b3d-4742-80f5-3eafa57a4cbb tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0262773 Mar 23 17:54:32.537615 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fc2719b0-5f3f-4dff-99cd-98ccbc60758d req-0838c558-9343-45a0-b978-3676ca50e938 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0350618 Mar 23 17:54:32.604209 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8523fa8d-7e93-4fab-b6dc-4bd3b582324c req-a408ce21-2896-4ede-8d09-ff63cff5e2fd tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0267973 Mar 23 17:54:33.639628 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cc30e836-882d-4596-967f-640d017723be req-e70b1259-6f2b-4053-bc70-0dca049ff6c8 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0305841 Mar 23 17:54:33.708220 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f1f23c20-5ea9-4f59-abe6-fb870bc7f0d4 req-6c77e503-acfe-4b98-a4dd-3828e1e11762 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0355711 Mar 23 17:54:34.751556 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-240c4842-d0fb-4ce9-b672-9d1ac0996fa0 req-c4338be5-3c72-40d9-8471-546236e40185 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0366952 Mar 23 17:54:34.812429 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-be428a88-1b68-4e14-a5d0-a4b2cdd42880 req-c24412d8-ff06-44e7-b9b3-2cf3b1ac44f9 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0266557 Mar 23 17:54:35.851663 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4dd40d64-922e-42f7-8a7e-880e1d7e7842 req-1a4bb87e-2b3c-45b9-b1a5-c4fe04d9aced tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0274160 Mar 23 17:54:35.909454 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0303f361-e548-4938-9899-9a3089eb5d8d req-480f4987-4d17-428c-9da9-cabb1f04a7ce tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0263469 Mar 23 17:54:36.959814 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4ae191b3-547a-4cf9-873e-9d7244b12b59 req-ed9e488a-41fe-4c6b-b236-f998cbc67029 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0303016 Mar 23 17:54:37.004125 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c28ecd7b-958a-4403-bba8-79571bf2a945 req-8b8bc2d7-7523-40c4-bf4b-b61c22b1592a tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0271001 Mar 23 17:54:37.689793 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-387eae6f-c94c-4cd6-a234-547eb8b0506a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:54:38.066039 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9666bd79-954f-432e-83cb-4cdde03e1e42 req-12546c8b-51a3-484e-8fd2-988415e312bc tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0274987 Mar 23 17:54:38.099916 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5cdcc831-e3f0-4671-934e-1b275f94404e req-54c33fca-dd0d-46fc-b5f6-9f8728ed3bef tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0266392 Mar 23 17:54:39.172638 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-339bce00-b7d9-42c5-b5d5-2c8933f67e18 req-1133c747-e368-4c8a-8756-a5f9ed5f9aad tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0294211 Mar 23 17:54:39.205613 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-82209ffe-e7a3-4b60-95f7-ee1aeee6dcc9 req-b10b7a62-ba4e-41ba-8e46-4bd76240941b tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0362062 Mar 23 17:54:40.192721 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f7a2c27e-f6d6-4a27-ae66-95efe9d985f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:54:40.271534 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7321a01e-1ba3-41c9-8ec1-7276e83efce3 req-2d7d4f70-9e48-4720-8fb4-552b8ebd0118 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0320263 Mar 23 17:54:40.299752 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e56866db-f183-4646-b584-7df921e80e29 req-ad62eb6b-9870-4823-a32b-a0752d9bb4ff tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0268784 Mar 23 17:54:41.372533 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3c5a6a81-3fe8-4d69-9faf-4d55e51d8b1c req-5c35e39b-335a-4930-83bf-9a5b9e406276 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0318916 Mar 23 17:54:41.397532 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-81689c7d-47ff-47e4-8132-ee94884cdf93 req-a7b229ac-f775-451a-93eb-efeca2f5119b tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0284259 Mar 23 17:54:41.512625 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:54:42.470402 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-58e6759a-2364-4066-b0a4-eace1a74556c req-25d89fcc-fc19-458d-8b4b-8fae1fb929c9 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0320637 Mar 23 17:54:42.495717 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-21b225ca-aa0f-4877-b5ab-5c0b840dee6d req-af0bae44-c083-4200-ae1f-fba4ea904cf7 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0283494 Mar 23 17:54:42.926327 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:54:43.574786 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-819df556-357d-469e-a51d-2c4a0e094344 req-e762bac7-d41c-4c31-b895-76e8c14f75c4 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0284212 Mar 23 17:54:43.600165 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f163a842-28dc-4b00-8cec-38f0c060420b req-784a7437-976c-4b15-ac3e-81132e475334 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0280395 Mar 23 17:54:44.226973 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:54:44.674307 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-10f5719b-d211-42aa-840d-aa843e3bd09a req-633b6906-00fc-4034-abc2-a7b9dcf41543 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0284350 Mar 23 17:54:44.702597 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4aa2cdcd-4a75-4ca6-8fda-5aa58cd95bbc req-07fadc2b-d701-4f57-8f37-2c214d058d5d tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0309982 Mar 23 17:54:45.770467 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-21fe2ef1-eabc-464b-99c1-264ab7862234 req-bd52aa3c-a3a0-406b-b410-05a1d9975365 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0268822 Mar 23 17:54:45.799893 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-82113849-4ae4-45d1-8d98-ed5255fc9b8f req-5f95837a-cf5a-4e05-9bc2-1101acc9bcfc tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0270479 Mar 23 17:54:46.873004 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7edac00c-1745-4b27-affc-4abd404dd959 req-6b371533-cfd7-4269-b084-320c2865fa2e tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0350170 Mar 23 17:54:46.905432 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-32db82a2-1a08-42b8-b76b-6ca11a4f4d83 req-e90ce4b9-c949-4002-a539-424aa09061d8 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0278673 Mar 23 17:54:47.972336 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d6767bb6-9bc2-4590-bfe5-4363a465891c req-0ddc25d7-4356-4203-a71e-abc22b0f1f86 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0276408 Mar 23 17:54:48.005953 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-83fd3e2c-563c-4b4c-a5c8-1f521b6963ef req-f53077fb-262e-45b3-acad-d19085ecedd2 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0318432 Mar 23 17:54:49.068707 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3d2e65da-85bf-408a-b9a9-9daaf6fa12ca req-a5ce7322-e23a-4ba1-9622-241f4415c6ce tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0272431 Mar 23 17:54:49.108891 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-76a30697-f47d-42ef-8b62-8e459520baf8 req-e2c6677b-dedf-4ffc-86d7-de6bf4fefdde tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0348971 Mar 23 17:54:50.165318 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e10578a2-d60c-4d9c-a8d7-961f149537ef req-c8a8c75f-7b7d-4f92-9ee1-7e0428859c61 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0275712 Mar 23 17:54:50.205828 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4294925a-ec82-4bfb-bee8-579b9fadb699 req-5174a092-ffef-48a3-b662-38958c7c2f0b tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0279572 Mar 23 17:54:51.264955 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-783cf2c2-9e93-4629-a3fc-82ab5ba6d21a req-a0ff30da-d389-47f1-a08d-d27a91dfc7a3 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0280826 Mar 23 17:54:51.313685 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-29fe0d54-fa55-4905-a2d9-d73b4d6b4fa4 req-eb4761f7-8ba5-4c40-aad7-c37eacdb320f tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0340359 Mar 23 17:54:52.365056 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-84951dc8-bcd1-4377-903d-34cfc041a104 req-4dcadd19-6fa7-43d5-8883-399001ebcaf1 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0289795 Mar 23 17:54:52.417474 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-96bd0e64-01c0-4cad-ae4d-f8754341989f req-93869868-17c4-4f37-9699-24084a62b9ad tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0279202 Mar 23 17:54:53.467851 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f49fa200-5b2c-4834-8a11-315b3dbe03e5 req-75d2bdc9-2116-4700-9666-797b34420186 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0285299 Mar 23 17:54:53.520326 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f957bf46-044a-49a7-af72-ddc45f1a4e49 req-e19ecbeb-2979-4cce-87b9-7b70e4e1b1b7 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0321968 Mar 23 17:54:54.572047 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8f10600b-3039-4cf8-8a09-c3083e5b5f17 req-2766a1f8-1bcb-46b9-976e-1855e5e60e19 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0319417 Mar 23 17:54:54.625073 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-77cc6011-aba4-4e12-b589-0620f963f8d7 req-6054ce6b-5a7e-4843-8010-b4d1a1b2188a tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0305195 Mar 23 17:54:54.987760 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:54:55.679581 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4dbb9d51-2150-408b-9982-e2b200983a3b req-81b2f1ad-7fe6-4a0c-9007-675426a2c368 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0278902 Mar 23 17:54:55.733445 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-dac2fa74-c8b6-4092-9748-210438e77e88 req-f647f951-820a-42fb-b2d3-6b7a7c0e0207 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0316000 Mar 23 17:54:56.777544 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-50a35184-da5c-49db-98fe-a5fb6baae2d1 req-37295519-bf26-4a21-9531-00a95596f297 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0273962 Mar 23 17:54:56.839298 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9c474389-ee85-403a-98b1-7a61548e0961 req-29b3678e-116a-4c58-b71f-67cbe89633c6 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0269701 Mar 23 17:54:57.221352 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:54:57.877658 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-779e28e9-3804-4217-83a1-1136cc6f5e6f req-ba4ed026-7af6-4fee-9dc1-2b73c2babd85 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0271108 Mar 23 17:54:57.935406 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-29cc378e-626c-4bfa-a5ef-7093cdbdc0e1 req-5aaa7b1e-a2ad-4fc1-a31e-f01e3aea5abc tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0297055 Mar 23 17:54:58.980911 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ca0cabd8-4ad0-4e06-b71a-e3d09b815113 req-13ecb8e5-7204-4f6d-8cba-d03a77bd551b tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0273991 Mar 23 17:54:59.032742 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4be5d7d6-b424-4ba2-bd54-6dfe4cff35a5 req-1163e585-f9de-411d-a536-525fb96a9406 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0284550 Mar 23 17:55:00.078757 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5d46cc32-39b4-4efa-ae3d-2d5afd4e4cf1 req-64863582-49d1-4eab-b6f2-30df1a62fe8c tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0277920 Mar 23 17:55:00.126713 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cfed95a2-6012-4d02-b346-8b8fe31192e5 req-9148beba-c87b-4f78-8c1f-28ccc553a46c tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0266848 Mar 23 17:55:01.187040 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-019f676c-92d3-4816-9617-4348f3c040c9 req-3d870e0e-efcf-41cd-b8d6-9b58f7a29d16 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0278049 Mar 23 17:55:01.229365 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2162030f-86ed-45c7-9a57-d0830cd74eed req-f207d644-4a65-4be9-84f7-438bb33e7784 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0320220 Mar 23 17:55:02.295030 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2cbea62d-133e-406f-b854-d87cab41d7b6 req-a86bf3b4-0cb2-4af5-a36c-11aaeee8b880 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0294352 Mar 23 17:55:02.333170 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4e1b45c1-d6f9-43b0-8ff2-2ac7efd43f7f req-77aa2333-8f43-4494-af19-d8fe5203ae12 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0282373 Mar 23 17:55:03.399149 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ea73edea-d211-4a8c-8286-079a459d2f67 req-8f23f43c-fd24-417e-b032-fafd4e3c5697 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0297260 Mar 23 17:55:03.430300 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ce00902b-652c-456f-9d05-b5c287ba052c req-51d49efa-4cb4-4ddb-a7a9-75955086aaab tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0281904 Mar 23 17:55:04.495940 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3dd23063-e814-480b-b3dc-41433ce4a48f req-39a5f0f8-5866-481c-94ef-53b9720df081 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0267916 Mar 23 17:55:04.526942 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8694b7b0-d309-4e1e-b04b-51976c81e994 req-e47b2b63-353c-472b-96d4-381f27fd98c9 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0291488 Mar 23 17:55:05.592917 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-705638e0-1872-49fa-b93c-36eba44618c7 req-b006a85a-ba47-4be4-abf9-fe0b5f3cd9e4 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0272264 Mar 23 17:55:05.632777 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-92f1a504-25b2-420e-bd6b-a2b2918cecfb req-2a2c6257-4725-41ed-ab7d-e360a504ae73 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0268872 Mar 23 17:55:06.688661 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-822f9efb-278e-4e24-81b9-b7f75d66a379 req-64c31de3-6d19-4e26-9301-f70fb7b79674 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0276175 Mar 23 17:55:06.731330 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a1ddd549-3cce-45c2-9573-1398c8b6c122 req-9c1437f2-8f61-4b96-8336-2cabc9a1bb9e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0296321 Mar 23 17:55:07.690291 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea46b119-ec68-4981-83ae-f1f766d8d1bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:55:07.791565 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c148a93f-ef3b-49db-923b-c0401ba10cd5 req-ed3a8fe3-f058-48aa-b326-e65d424c99c8 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0360503 Mar 23 17:55:07.841388 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b57658e4-30e5-45cf-a788-61695ea6dadc req-3bae9e1d-fc84-4319-b83d-ebd1e1a2275d tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0301356 Mar 23 17:55:08.895154 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2d15cc3a-07b7-4cae-b00d-6446c799783e req-b801ab58-6d67-4e26-bfc4-73f2a7d88ab0 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0277889 Mar 23 17:55:08.936702 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2bf1264b-75ce-4878-b853-165dca2b7108 req-9beb4fae-3b48-4ea9-8a69-63f3ac5e3a45 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0272357 Mar 23 17:55:09.993467 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2b7714f5-c2a5-41b3-b557-a8899844051b req-7392a000-dd70-4da7-83ba-e569217957e1 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0272870 Mar 23 17:55:10.033198 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-532c4798-985c-4dc8-b3a0-b53ddb2484ff req-5c4186fc-02e9-4c00-b286-c5dab38dca39 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0279815 Mar 23 17:55:10.193558 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d17f32dc-5784-41cc-9a72-594a3044858a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:55:11.100310 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-25540c91-9168-4eac-91b6-307200ae5815 req-05bedc7f-b454-4cbb-9b9d-d4f68e3ffff2 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0271306 Mar 23 17:55:11.138202 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fe0040a5-8728-4fb4-b9b6-405273795616 req-8a24115a-1e5e-404f-b147-08631662155f tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0294769 Mar 23 17:55:11.514698 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:55:12.207220 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-90015de6-89ac-462f-a2b7-02e22dd3ec7d req-18f118b9-ee0c-464b-b95d-df8a366ab12e tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0353785 Mar 23 17:55:12.248733 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-df0e48b7-275b-4c57-8f75-e38415bebbf0 req-7aa76d36-1763-44e1-adaa-de5148bf791c tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0383108 Mar 23 17:55:12.921663 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:55:13.316894 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c66e7b80-64ed-45e0-ba06-68797d04fcbf req-3c299929-97fd-4292-a0a7-9ecc78b36d33 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0289578 Mar 23 17:55:13.359761 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f05a7a8c-92d9-43ec-8bcf-784ba78a9fc1 req-c43bfc8a-2e64-408e-8ce3-42b1f1b4037e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0365179 Mar 23 17:55:14.226989 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:55:14.412282 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8042472c-5a47-48df-82ed-9f00313ace6e req-047aef14-76d1-4b87-9e2e-3f579a68ce57 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0278749 Mar 23 17:55:14.461880 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1588b4a8-bdc0-4ff8-bee3-ec078e39cfaa req-62f566cf-c410-480c-9cf2-20d4375d398f tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0303216 Mar 23 17:55:15.508544 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9eee5a1e-4ba9-436d-a9e3-5827c9cdb0fe req-05669c97-8f75-42b8-b0bf-2f207da8c151 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0278571 Mar 23 17:55:15.570288 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6d3ff458-f681-484b-9da3-b29d699a969e req-f397cf4e-5da5-4da8-a588-d36e40d30c73 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0362892 Mar 23 17:55:16.612500 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cb1151df-c6cd-4092-ad29-ac6a294b629d req-0a7839a6-b710-4e5e-be4c-610e94d903eb tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0296543 Mar 23 17:55:16.666284 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e41f0f51-07ec-486e-a8ec-ea58cdc016fb req-47751ad3-6dfb-4a0c-97ae-6805e51d0bbc tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0274489 Mar 23 17:55:17.720609 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-46112559-e244-4cfb-b64c-ed25e8b42534 req-ac423d40-148c-40af-9dcc-de0f303cd821 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0316887 Mar 23 17:55:17.778050 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b85793dc-f8d6-4c5a-9f77-b9e84be80890 req-5761c047-f162-4a33-bc7e-a28517d57df9 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0381551 Mar 23 17:55:18.818597 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-71b30c34-7a3f-4ef2-807f-1b9fcc9ff428 req-66eaba01-2a4b-4437-ac6d-5e850ee039dc tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0273652 Mar 23 17:55:18.875972 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8c02d444-b9d9-4a70-a8ca-581ff5d8dda9 req-8fc09405-a9b2-4c23-8c2b-9be8a686927c tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0270669 Mar 23 17:55:19.921769 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-510bb021-389a-48e7-916f-5f0743fc1393 req-8f55baa8-78c8-477f-9495-49fd92e60610 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0278251 Mar 23 17:55:19.972168 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-610ff83d-5db1-426b-8ce9-e9b41c0f6fbf req-7d4252f2-ab32-41fd-a8d5-aa62891114a5 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0280771 Mar 23 17:55:21.026592 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7693bb7a-534f-45eb-a5dd-139330e97b6e req-9f7abaf7-7b01-47a7-a300-5fd0730c2f71 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0267768 Mar 23 17:55:21.077964 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f2cb86f6-17ef-4ba5-ab3e-f845d7cee7ad req-cb7e3ac6-b94a-42e9-8d01-162a609e0237 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0304043 Mar 23 17:55:22.132475 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c3106324-c609-4411-935c-10be94e397be req-d11ad5cb-49a0-4b59-91e0-6e566e20d29f tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0271552 Mar 23 17:55:22.175802 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f8aca44c-47f3-4dd6-ae4d-7bd39e2f5199 req-e82ddb95-2eb9-493b-83b1-38cb33dd86f0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0287952 Mar 23 17:55:23.239812 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-59b0a3a8-3874-4ba9-91ed-7bcc92096c72 req-059e232f-744a-4639-805b-36ee8637109c tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0269330 Mar 23 17:55:23.274895 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-38e24fcb-6dd0-4ced-95ca-42de3c6eae36 req-3c4dc1f0-dcc2-4a2e-b129-de4ee93dbb91 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0264058 Mar 23 17:55:24.339745 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8084af98-32f4-4def-bb31-31c3a4f9b906 req-f8af7257-36e0-4ed6-89f6-098c3b354e91 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0269096 Mar 23 17:55:24.373337 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ad56eb14-fa0e-4973-8af7-ceef62810bbc req-71e1f7d2-deb6-4358-a08f-162ed1019719 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0288088 Mar 23 17:55:25.008938 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:55:25.440491 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c2c4574c-c30a-4335-a268-056fd719e87c req-f0062606-053b-47f1-b080-46b3fa6256e8 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0273788 Mar 23 17:55:25.470224 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ad3c13d5-d7fb-4aa9-a5aa-8fbba1a6a552 req-0bb2e8d2-36ea-45fb-ad8f-141c55a96fd7 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0267501 Mar 23 17:55:26.546168 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f7f70464-b6bf-4b6c-8d24-b0e88132d107 req-eb3d9f67-6851-48ff-b5b5-7d350752b4e1 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0303807 Mar 23 17:55:26.570803 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-22126a16-6be0-463a-a6ad-6c899f398afc req-81d3bbe9-0786-4330-995a-ee25a720aee7 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0279038 Mar 23 17:55:27.654150 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-721579f8-54ce-4711-a2f4-e304e03cb0ea req-40b56e10-a819-47e6-97c9-79c8168b17e9 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0333548 Mar 23 17:55:27.679807 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3b9d7d88-2b30-4ddd-9208-95634b6fd53d req-cb948f01-6227-4f48-b731-7099058c7aba tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0288699 Mar 23 17:55:28.750612 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-50e3122c-b353-4f4a-8732-432d8b0f59f9 req-d2de133e-7368-4fc8-ae6a-b144a806f0cf tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0291247 Mar 23 17:55:28.775754 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a753f361-a3e5-4f8d-a24e-5893fbc0cf1e req-cde488af-e354-4ce5-ae71-a0333342fc5c tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0285499 Mar 23 17:55:29.857328 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-22f63700-9729-4fe5-b6be-34f16b5adc07 req-ec1cb7e1-487d-4a83-a34a-dc8a7e8e9f96 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0289776 Mar 23 17:55:29.885537 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-164369b0-2d42-4acf-aef1-f68797ab1e0e req-fe51140c-01ed-46f6-bacd-3def4475e18b tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0313890 Mar 23 17:55:30.956586 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-288a833d-9477-4fb3-9807-5f36cf4eaeee req-8ef39392-8099-40e4-8576-453041257cfa tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0271368 Mar 23 17:55:31.003663 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a4929a6a-182e-4c40-9b99-e0b1c0db5e84 req-67d2a331-1c2b-4bcd-867a-bcee24fd227d tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0327260 Mar 23 17:55:32.058239 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a412c0c8-f8a9-45b6-850f-e0b3ea334bd4 req-18bb36bd-2f90-4b16-98f8-2b3256ddc6cc tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0283451 Mar 23 17:55:32.106062 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-88556727-a992-40f7-99a6-d7c8c84342d6 req-848d39d1-40b2-40a7-be3f-e35ec032f9e3 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0264344 Mar 23 17:55:33.168553 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4fef677d-94c1-4b05-9c45-de8da2fced3f req-46e411b3-e8c6-4537-879b-efd8717d7e67 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0269377 Mar 23 17:55:33.207828 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d9c7ee13-88fc-454f-ab52-80ced077d910 req-a9b04dfe-3bc9-49bc-9615-307ef713edb2 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0288453 Mar 23 17:55:34.220540 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:55:34.263706 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d038a17f-79d3-47b7-8166-1482ef635b4f req-ab1a71c0-55e6-4742-9e4b-1d0b8259b338 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0279632 Mar 23 17:55:34.307749 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bc40cd61-d146-4007-8303-c1b58547b20d req-5659b4dd-1d9b-42f9-9500-59ead9d70f94 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0273414 Mar 23 17:55:35.363257 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-99824a03-9dcb-4193-8aa8-fbd63485e77c req-657521a9-711f-4517-af8c-da1f9751a190 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0269926 Mar 23 17:55:35.410265 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8f7cf011-d243-4219-9150-2467e4089ef4 req-2d2abd11-e3a3-485d-90ff-aa73fa218f1c tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0264583 Mar 23 17:55:36.457473 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a99ab30a-65b0-4dfb-9ca9-e596a78b4170 req-7bd6d5f3-5a43-4329-ad25-7a2ded55eb5d tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0270722 Mar 23 17:55:36.512146 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c1fce7eb-6f99-4f9e-bb9e-d8fdbdc15f94 req-6c54acba-69a0-4e1e-bcdd-7f57488f9b1e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0324068 Mar 23 17:55:37.561429 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-10b43c2e-f402-4a4f-873d-f6698db11160 req-65021025-4f9b-4f6d-92bc-95e6446c47dc tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0293057 Mar 23 17:55:37.609710 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-98ebdd81-f742-4ab1-81b9-8d85b6cc2fd5 req-fe607915-25d7-4d7b-8728-4b59e7a476e1 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0288427 Mar 23 17:55:37.696243 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-daa68538-5035-4a92-a1f1-92a6719e73cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:55:38.665082 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-45bf2832-f531-4759-ba08-bd9dc1ef3848 req-15778045-077e-4796-9754-79f83c0783f9 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0292964 Mar 23 17:55:38.709244 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-533908b6-5f39-4b00-92ab-d194b6605b59 req-b7af3851-2300-4651-b54b-71ff16ee3f00 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0265830 Mar 23 17:55:39.800354 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9b38e071-46d0-4e5b-8f37-b14a818d6f56 req-adebdcee-ed3f-492e-a9ab-eaa07cea4b3d tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0506816 Mar 23 17:55:39.834425 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e2df6e7a-6bf0-43be-b323-383bc70a420b req-23bbc79c-f62c-4f88-ab5f-c7bb12d5d629 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0320618 Mar 23 17:55:40.189091 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ee88f36b-ed96-4842-8e1f-7d138d3b5330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:55:40.888775 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6d3418a7-a538-4784-8072-263094db404d req-dceead4b-1c0a-4ae5-b1d9-767eac20154c tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0267234 Mar 23 17:55:40.932156 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-792b447d-7859-49d5-b5bb-e8a1abd5d253 req-c08e3861-1bef-4fde-96c3-b2904e390ff8 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0277748 Mar 23 17:55:41.522855 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:55:41.992616 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3e495d53-ef34-4eb7-88da-b77bb6acf723 req-f20968b6-dadd-49a4-9af2-3fe7951883f7 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0277827 Mar 23 17:55:42.043439 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f1e69396-8c7a-4190-8030-5efebed31ecc req-4635ac13-86db-4135-98cc-0d7ad8b5b37f tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0363595 Mar 23 17:55:42.929201 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:55:43.099822 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-91849b9b-2893-448e-8c19-bd67b51012d7 req-b81e93b1-cb88-40b5-a5a1-0d4c4f08a475 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0300608 Mar 23 17:55:43.139600 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1db4f763-7a68-494c-9dc0-5438fd5875a9 req-d4606b5c-a513-4535-8452-3abe4ccad8b3 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0269551 Mar 23 17:55:44.207305 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1d5625a5-296c-4236-b24f-18862d182cd7 req-1eabfc51-521d-42d2-b5a9-1e539f905650 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0289235 Mar 23 17:55:44.221493 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:55:44.237560 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0261be28-42f0-40c7-b2d8-909406e600ea req-50ff8e0f-4eba-4f65-b23d-82887ad04485 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0284317 Mar 23 17:55:45.310068 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1cb21807-d6ea-473e-be01-281ef22057e3 req-5fd87891-a4eb-4760-834d-797a700617ee tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0338299 Mar 23 17:55:45.345821 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-270e0358-8245-4ae5-a592-b7a643556692 req-c7ccfa69-12cd-4354-91ba-18a71b13e70e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0267286 Mar 23 17:55:46.414468 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5cfc514e-0709-431c-88c3-ee33c292600f req-44d4c85c-1c75-4c92-9e3b-1c9dbda47135 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0266991 Mar 23 17:55:46.444957 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cafae68f-2714-430a-af5d-a03cb793500f req-fd377efb-2589-4671-bf79-fdcda7cc6b54 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0260804 Mar 23 17:55:47.513489 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5a05e8fa-d300-4dbb-96b0-afc6d64afee0 req-11ac53f5-e48b-426b-a2f0-ebe9b0d2fa51 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0287907 Mar 23 17:55:47.541578 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-25150e1b-b378-4f50-be98-2969ac898dcd req-1883bcc2-a3d0-4128-be49-2343c4f43c44 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0271139 Mar 23 17:55:48.615414 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f18fd525-3d93-4f6b-90d1-5cd33d6f424e req-2445513c-7afb-41ef-82ad-7a1d4d43a758 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0279465 Mar 23 17:55:48.641109 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3e6bd8bd-d34a-4196-80f2-d43d0f32d373 req-e497583e-0600-4624-8cf8-0766aa2913c6 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0285635 Mar 23 17:55:49.728961 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-536a903b-0ec7-44df-a61d-cbd10902bc38 req-7b99f8ab-336b-4e21-9fbd-6e47c885376f tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0273952 Mar 23 17:55:49.756548 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b8d5c5d8-a95d-4979-ac2c-d805eb0d00a0 req-d53dbd3f-c435-49b0-a974-895342b56afc tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0299933 Mar 23 17:55:50.833542 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d043e64d-9203-4a8a-ad59-703b324cf459 req-ecfc8a04-8509-4aac-8561-14cc9744f009 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0269966 Mar 23 17:55:50.860757 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ee3eaa58-c685-438d-a68b-62d75dee5527 req-8636dd9b-886f-4373-8153-76c47725157d tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0262806 Mar 23 17:55:51.941173 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-90098bdb-8751-4e2c-96f9-09fca3257fc8 req-2251b80c-22b4-4b3c-9611-9bb22ceff6dc tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0279741 Mar 23 17:55:51.966248 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-03391862-b7da-4180-a598-a94abf053f13 req-896ddad1-33e2-40f9-b8f7-e90877ea4b2a tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0276175 Mar 23 17:55:53.039997 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e7ada7f4-ea0e-41e8-afe2-1e031d171b7a req-09cf0804-6248-4469-ba1b-0c1adf86bfdb tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0311954 Mar 23 17:55:53.065693 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-43d5936a-f5fe-44df-a28a-622a7a0ab911 req-eedfb882-b202-4b26-ab5c-a7ae7cf87a68 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0286863 Mar 23 17:55:54.141897 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-952b737c-6320-4d83-a5fc-9d5ac16afcd4 req-e228fe4e-7c7a-48cf-9d2d-9e9e9c026e1f tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0285652 Mar 23 17:55:54.170232 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3b865272-398d-4aef-88c9-2705b2d9b62d req-7bcfc24c-7eb1-473f-b03f-d2e997d40bdf tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0315719 Mar 23 17:55:55.015445 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:55:55.240441 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7c813d88-49c3-4f4b-a0c6-589275958749 req-fbb96505-7627-4e5b-820e-47212cadf49e tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0273886 Mar 23 17:55:55.274669 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-84f35436-ec59-43b0-a22e-861ecd9b94ab req-e4d4d9b4-00ea-4027-9140-4243c5cb2ad0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0264885 Mar 23 17:55:56.350413 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-68c7a6c0-4d9e-4a3d-9ec7-d402ee6a7df4 req-df23f2e4-472a-4e17-a999-8931e7818e69 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0315626 Mar 23 17:55:56.375550 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-992c7ccc-cdb5-48f0-bd40-bb279c58d7b7 req-6f95faf9-00cc-48f0-b39a-efce97f8134d tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0284302 Mar 23 17:55:57.453740 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a9433197-fe92-4933-8b37-fb43bcd9c3f7 req-dc933df9-0f83-45bb-91d0-3fbee94dd013 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0292606 Mar 23 17:55:57.479164 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-15ed4fcb-7cd5-4d25-aa4a-d99117db2efe req-63a07a73-65ca-4889-afec-97e215a0f34b tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0288014 Mar 23 17:55:58.578858 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8b635372-424c-41c4-9302-c25c2914ac2b req-b1316895-0fd4-4d76-a5a8-bb57af390953 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0308359 Mar 23 17:55:58.606594 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-942425d4-aa11-48f1-8803-b35eceb1f55f req-bd466d55-b28d-4e9e-988b-ad4388f2cacf tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0836992 Mar 23 17:55:59.683895 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-faf773a5-5ac1-43f9-8c9a-b81bfdd0b1d6 req-ba12f5dd-bcfc-4383-a6af-913691b131ba tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0290220 Mar 23 17:55:59.711336 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1203ec17-b5dd-483a-aaab-21f8e918a11d req-b111094b-6d9f-4e06-a661-d9808794de81 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0307596 Mar 23 17:56:00.808774 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-80a435bd-0642-41dc-bcfb-40335647bb39 req-e9933dee-e458-4f93-afa3-57be2657173d tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0287740 Mar 23 17:56:00.836649 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b83b3bf8-09c8-4fe7-b6de-20519c19753e req-5d97b974-9453-4d7f-b460-0f87c5b15d9c tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0815754 Mar 23 17:56:01.904513 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-dde57283-66e8-4bc2-8358-b5cce627d96a req-23a7f7c6-2240-4170-b3a9-508617b9b14a tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0274363 Mar 23 17:56:01.940171 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7c02a082-3f3b-47bf-afea-c048ed54f8f0 req-30e435f7-6ad0-44cd-9876-a341b2b3f48d tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0279210 Mar 23 17:56:03.003319 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-18ef070f-81f3-461d-83b3-aeead4f42b07 req-ee2cee4b-1952-4eef-b80b-8855c6f39303 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0264549 Mar 23 17:56:03.044734 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-092500a7-e1e7-4c11-ad9a-446c382c8082 req-93596747-248f-4fbc-9766-eadbc4de2513 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0264847 Mar 23 17:56:04.100793 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-73df9450-5e56-4dfc-98a8-3c555fd60bcb req-f29bd9dd-cc5a-4fb2-8710-bb48c47802dd tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0281579 Mar 23 17:56:04.145803 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c4a1ca7c-3320-4eba-9205-74526f27510c req-b11b0519-76a2-43fc-8a00-c75ea7164269 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0290637 Mar 23 17:56:05.200738 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-83885a7e-c063-42a8-a6bc-f75722c9273c req-f2e50bc0-a794-4de9-950c-8d8e8ac7dbe1 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0268028 Mar 23 17:56:05.240954 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-29e29d03-be4e-4926-bff8-d98c6339a380 req-56116317-c843-45aa-a1cd-278944283056 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0276580 Mar 23 17:56:06.296829 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cc3725fc-d030-4ae4-ba4f-7d43a323cb4e req-62184735-a1f2-48a8-9e11-d6ff3124349b tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0270343 Mar 23 17:56:06.337181 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1e97c4ef-90b8-450c-94e3-1d187ece9633 req-447d67d0-58e3-40e8-9c00-dc5470cea302 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0270033 Mar 23 17:56:07.396946 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9ac74008-5e0c-47dd-9143-6f85a3296261 req-107bfba5-898e-4c26-8041-522bfbefe4b0 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0292363 Mar 23 17:56:07.437178 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-33fb348e-5561-42cc-9bd0-9f1da2d3abef req-ce81b50b-ad21-4051-b7e6-6ee2b13bcb9f tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0292473 Mar 23 17:56:07.696275 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-adf99132-dc4e-40a1-a20f-c37d11be2ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:56:08.492728 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-eb730b4b-caf5-4a58-91da-0313319382af req-ba42c62d-3a48-4c21-84a3-2dae919db2e3 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0267746 Mar 23 17:56:08.532460 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0e3ba97b-db41-4d27-acc0-bde2ebf35f19 req-e4342294-b561-485b-b694-1ccaa8de79a0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0271857 Mar 23 17:56:09.599059 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-47300030-b42c-49ed-9d98-2731ff0342b5 req-29f11a71-fc70-44ad-a6af-b9639bb9bc0d tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0282154 Mar 23 17:56:09.632859 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-48633071-ebbe-40ea-83d4-f4efb1b60b9c req-92d571cc-ec7a-4f38-945c-c847bd350919 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0260961 Mar 23 17:56:10.194543 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a12c861c-8b54-43a7-87df-ab7b6494ed98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:56:10.699876 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ca52e2b2-84dc-47ed-a056-a9349e543f0d req-7fc55f3e-3320-4943-a0bd-ecd3c1dcb8ee tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0265481 Mar 23 17:56:10.733484 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-405bce7e-68d0-48f5-ad5b-822195513900 req-0ba1491d-e043-41aa-ad24-d093e89128cd tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0285769 Mar 23 17:56:11.224463 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:56:11.532323 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:56:11.806593 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-98c5de8b-95b7-4d8f-9342-3e318e971288 req-b59c85dc-8fac-40d2-90fd-ecb8f49cb64d tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0295217 Mar 23 17:56:11.832170 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-15813c36-766d-464f-8715-82e544f9b17b req-006d3da6-c074-4a05-8d99-80d6bcc3d07a tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0282650 Mar 23 17:56:12.906648 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-43a5cb9b-1c8a-40e4-b6a8-07f56ecbc0cb req-0f7e759e-a54f-4da2-abec-f33d7e3ba0ae tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0289469 Mar 23 17:56:12.927810 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:56:12.933105 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8d9af471-8d51-4c85-b76d-82834ceca188 req-7249f961-8405-4a67-875f-92d5b0878ba6 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0301235 Mar 23 17:56:14.010579 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-149cffb7-59f1-43f2-a144-e89c073b5efb req-935a9920-e995-420b-8190-0d373b372ec7 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0313220 Mar 23 17:56:14.298751 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-501fb04e-5df4-4986-86b3-63c8575d6089 req-28b371c6-7086-4d05-b1cb-bc440e8a586a tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.2911115 Mar 23 17:56:14.362236 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:56:15.115444 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-01b48127-5096-494d-9779-eb89e71c8382 req-b1c89646-4cae-4600-98f5-28f402217082 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0285480 Mar 23 17:56:15.405049 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-de401844-ccec-41d2-ae86-d89cac996d6a req-8c4d7db8-9e52-4c93-9b52-0f2bf18f50d5 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0280867 Mar 23 17:56:16.222295 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5ce93ac5-525f-4871-ac16-e9f2ef6d27e1 req-56255250-7108-4017-b999-78f20b5bd6e7 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0343900 Mar 23 17:56:16.513908 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8b5ee52e-0406-439c-b70e-6118a1a00cb7 req-fa455f76-b119-49ea-ba98-9f9078408a91 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0314600 Mar 23 17:56:17.334968 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7d4db3c4-8197-4863-a9df-2df3efc71e69 req-2581e6d5-4c23-44e9-983c-75ace501b4df tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0370522 Mar 23 17:56:17.615841 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a93d7733-f322-4eee-9b4d-db95da5e95ec req-cea7c89f-9fc1-4ce8-9059-fa89cc7df22d tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0264246 Mar 23 17:56:18.447081 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1cbec88c-90ae-49c1-8527-f138ece12341 req-6ba46d12-d2b7-4a77-99d4-5cefc37538aa tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0266573 Mar 23 17:56:18.723685 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b6d062d0-e51d-4551-b0d3-b41ecf2204fb req-4143f680-b0db-4ad6-a7d8-de2fac9eda04 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0266337 Mar 23 17:56:19.557021 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-26465cc3-da45-4b8a-a42a-f8e49a52549c req-eb8dd842-b2b9-45af-ae3f-e06049224225 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0351775 Mar 23 17:56:19.836114 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-370705ac-7582-4bc3-a959-47b87476e371 req-8548898e-9442-4cad-b62b-0dd9edcd34f6 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0343211 Mar 23 17:56:20.657813 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-78563a34-3233-40a0-874a-40c813b7763a req-fc884887-5989-42a4-8ab7-63137b3ee3e4 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0266435 Mar 23 17:56:20.944443 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0c9931c3-f189-41de-9bbc-06b8b11a6a46 req-b6a960a2-86e3-4400-a313-9339cc5dd376 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0275953 Mar 23 17:56:21.773920 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ebe4da44-d455-4fda-a938-427a40535f4a req-d48d825a-7b48-4aea-b2f3-9318ea4b149c tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0380931 Mar 23 17:56:22.048731 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5c32fa5a-55ae-4c2f-aef5-339299f19d31 req-0437aa41-a02e-4fa8-b19b-266487cd805a tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0324099 Mar 23 17:56:22.875298 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0d3eddc0-4316-400b-b0a9-d3e6ca0d1495 req-27e22b45-b007-4752-b524-f43d66b40196 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0267098 Mar 23 17:56:23.160501 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-86c96259-cab2-4045-a631-ecd1c370a64c req-02d333c8-c5c0-4986-8889-bd81156232ca tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0301621 Mar 23 17:56:23.981223 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a16c15f6-6ee0-412c-9e77-78ff5c22a4ed req-8e8f4bca-0a36-4905-81d1-4065808ecd64 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0270154 Mar 23 17:56:24.261170 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-203f6e92-d00f-4c37-83a4-490aa4fa7110 req-18a39dea-738b-4809-adbd-0796307aa7fd tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0273418 Mar 23 17:56:25.022995 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:56:25.090656 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4c40727b-3618-4ea0-a6e0-e6ff3f4d4924 req-1998cdc1-5797-4ac2-bdbf-4da9785f96f8 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0272436 Mar 23 17:56:25.370825 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0e9a1601-f230-4edf-8227-e07262191bf3 req-e15e0b4b-21d3-4341-86d9-63ebf34f7323 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0360813 Mar 23 17:56:26.199462 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6ce1ea5b-7117-4962-856c-4c5bbeba3709 req-189749d2-838a-4c06-af27-712b9fbc1c4c tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0279541 Mar 23 17:56:26.470768 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-33a8da65-bf37-4b0a-b5ec-570d767d8640 req-88c152a4-c54a-4ec0-967f-7f6ca052b42b tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0294597 Mar 23 17:56:27.313605 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a889d8cf-5c8c-4434-bdd5-e0b35a21c05a req-7f277cd6-075a-4272-b7ac-287cc580f330 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0362010 Mar 23 17:56:27.572013 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2fa5f236-0dee-4c4d-b83d-beadc884a0c4 req-6b6b169c-5449-4c60-af60-5bd3566a3322 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0315311 Mar 23 17:56:28.417387 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-76c1ef70-8e0c-4bba-a1a8-b3067a6efdef req-ea64e196-efb1-4947-8483-9acf70a5cf33 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0271578 Mar 23 17:56:28.667844 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c0419af5-682e-4bb4-90fc-99b40d6be53d req-0916bd41-fa37-4e46-bd05-680e3bc08971 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0274661 Mar 23 17:56:29.514984 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6449878a-2838-42e7-a795-4630fb133f2f req-b9ca2ecc-acdd-45f5-80b9-1dd60c7e7775 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0278332 Mar 23 17:56:29.771413 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-28f0e7f5-ebe1-45b0-9816-c70a2ac8edce req-0d596fad-a08a-4d61-a588-2d3a3d9fd348 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0303824 Mar 23 17:56:30.623796 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3af282fa-534f-4e5f-9587-d4e87d1742bc req-a20af3ae-9697-4325-83a5-3119259474c7 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0339084 Mar 23 17:56:30.886483 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d7255f0b-18b5-4605-adf7-32a2bab28003 req-72b3ecb5-e6f9-4c41-adbb-b0b587c37919 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0308053 Mar 23 17:56:31.722253 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-52b64b65-4d10-438d-85a0-e925735f7ab1 req-b94e2862-be9d-4ad7-b262-4dc123ae6068 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0267625 Mar 23 17:56:31.990817 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3ee89aa9-96f9-4fef-86c9-7434da5dff46 req-8068bded-e898-4370-bbf9-5e2523638d4a tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0318575 Mar 23 17:56:32.819039 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b3bf1adc-a211-4f3c-a22e-827ac0415962 req-734dfb62-8fc0-4f0c-9313-6699a2983910 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0269017 Mar 23 17:56:33.090929 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-72cbfded-4210-41cb-af5e-c950e853892a req-19c0bd24-87ff-4d79-8fd5-d15f31c49b04 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0303962 Mar 23 17:56:33.922125 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-acb6a787-730d-4d8c-8239-dba193d6e306 req-44919c2c-e63b-4bfd-b1a3-4707ef8ad5c0 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0278206 Mar 23 17:56:34.190207 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-166afc7a-7a06-4557-a3c9-325ec2252568 req-ef7f1ea7-205f-47eb-a853-f8f4f3aa329a tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0270371 Mar 23 17:56:35.019888 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-65f49d6d-3d7f-4171-91f0-ec1e2561aefd req-b831f595-63d6-4f7e-a8c8-0d5171cb0f0d tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0278947 Mar 23 17:56:35.295348 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-20109ea8-5fcb-43d8-a622-ac61ab4908b3 req-58488af1-d7dc-4e3d-87dc-b9de8fcf5a61 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0286224 Mar 23 17:56:36.123677 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-adfeb881-98e5-476e-a26c-a90a4cb4cef3 req-806461d2-7c9c-4e94-81b2-d901a7084dab tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0303271 Mar 23 17:56:36.395382 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d15ee21f-1359-476c-b266-b8adfd332c18 req-d9ccee1f-cad9-4ba3-a992-fdfc65bf67b6 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0298038 Mar 23 17:56:37.224814 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cbd63602-859a-44b1-968b-3e735a1a54b9 req-bd2cafad-da12-417c-9082-ed9a02f96bbe tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0294626 Mar 23 17:56:37.502666 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c7cbb505-15cf-4eb3-be8f-1fe9d2fbeb28 req-e8145d63-e210-436e-b6e0-74cfbfc685b5 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0340238 Mar 23 17:56:37.696980 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d2c7130f-7a3e-49c4-861d-2a4f6a66666d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:56:38.330147 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-01546262-0c3b-481c-a598-d722b0a5bed0 req-915af233-8a5b-4672-8e36-a47fdd2e84b2 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0349481 Mar 23 17:56:38.608566 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-de362d96-a071-45dc-8ecb-bd3a7d80bea6 req-75fe5458-e192-4015-8ba4-a9c1a1d95015 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0276272 Mar 23 17:56:39.441230 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-006686b3-3dbb-42a6-82be-aac4835358aa req-810b1260-4f62-4dbe-b60c-5cc67f0326e7 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0338936 Mar 23 17:56:39.715873 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3d1e7406-b898-4be3-a4ef-a3cd59c75ff3 req-33b39419-2758-49bf-82c9-c9197dcecad9 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0323222 Mar 23 17:56:40.190557 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a672d9b3-d7fb-4da8-9c91-86cfcde390d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:56:40.537567 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e7cc1509-7254-4e5f-97c6-bfc7ac9c9b50 req-754a89db-1a29-4bf4-8cb0-b9c8f318abed tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0284278 Mar 23 17:56:40.813885 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c610e716-2d91-4c09-a21b-c3a386c9da01 req-a57ced6d-b5e1-46d5-b2f5-1673512c4fa7 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0279217 Mar 23 17:56:41.526278 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:56:41.636628 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a87d326d-4203-4155-9149-a4641bbd7e85 req-2dc1ee92-3933-44ed-bf2c-4bb98c12eb0e tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0274150 Mar 23 17:56:41.924574 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d5a97c43-9a46-4db1-ab4d-ab0011c2e6cf req-7d9c696f-8b6d-4e0b-9e80-7fcc17e2ee5d tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0284400 Mar 23 17:56:42.739102 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9d71647b-c058-462a-ae26-eeddf8559ad5 req-02771d87-5c25-467c-9f3a-4e8688df6792 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0302670 Mar 23 17:56:42.936824 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:56:43.021619 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-9511e349-9095-4da8-8945-d6e2a9c46e3c req-31a24d14-956b-48f1-bff6-ba91ceab4427 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0268097 Mar 23 17:56:43.836718 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1e49c075-c40c-4c00-9440-9f4f316b0b86 req-ea0cda83-10b4-45b6-8fb5-07855fe41123 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0274770 Mar 23 17:56:44.120924 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-75fed6e1-6cae-41fc-a14a-4a0f5390b1e8 req-9d44788d-326c-43ef-99d1-67a225d45525 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0266824 Mar 23 17:56:44.230537 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:56:44.932236 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-80ea1702-7f29-46c8-bf64-8f2487e526e0 req-a8ec3f51-d22c-45b1-9192-3ea1f1c42321 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0272489 Mar 23 17:56:45.222991 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-574d72cd-d87b-4ee4-a093-513a53b781f3 req-0609c2ad-bde0-41db-8d84-e6bd0c7679a0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0271759 Mar 23 17:56:46.041756 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8108ce7f-34b6-4a77-9eeb-d916c29f4142 req-ae4aa90e-56fe-4f98-9f29-2ef7476594e0 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0350001 Mar 23 17:56:46.323367 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e7e0b80c-5564-465c-bd64-107a14836840 req-b5444860-3589-4c5b-984c-c120f468df7f tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0296040 Mar 23 17:56:47.150015 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4afe3f82-ab57-4987-ae7d-b3f2210ceecc req-1d8b36db-b83f-40f8-8502-be6357dc39ae tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0346999 Mar 23 17:56:47.434504 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cb6897ec-abdc-4342-ae95-9d04d54a29d6 req-a7eeff12-1d28-42d6-b755-21c2fd27d782 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0338442 Mar 23 17:56:48.223501 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:56:48.246712 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-36c4bc83-a313-48fa-92c4-47e6ca55a37a req-259f28fa-ae50-4357-9441-fc00d594d1b3 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0262272 Mar 23 17:56:48.531134 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b084099c-af24-4cc6-8e87-37d0088cfa3a req-590ea19e-6ac2-41d9-a683-87362b212ea5 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0265124 Mar 23 17:56:49.350231 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e531fee5-0494-4cb7-90ce-918289c1beb8 req-31079ac9-ca01-4f6c-9bf7-ff29fb1453dc tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0306518 Mar 23 17:56:49.636067 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-35353786-5c28-4181-b2f9-b6214c4069c8 req-3427610d-63a8-4aad-81ed-554a404c793a tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0285249 Mar 23 17:56:50.458372 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-08b05b84-a3d8-4af7-8f46-371a60e51d97 req-7afb9d82-de12-49f8-b4c5-27ad09c8c3be tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0337238 Mar 23 17:56:50.743420 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-061d0f99-de54-4e76-a4de-b0d2b48bc14b req-c4aeb76b-230c-4dde-a7f8-dec8ddd62f51 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0274410 Mar 23 17:56:51.567662 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-261a0d15-cf12-4867-b80c-6fbdbb0fd3da req-53811b50-de70-4859-abe5-c302db349cb5 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0325441 Mar 23 17:56:51.848459 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f8cd3861-423d-422d-ad75-e45e35874c33 req-8b6f54e2-c6b0-4fca-acec-b788c07d496f tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0335522 Mar 23 17:56:52.683204 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c8395bfb-f995-4223-9aed-5f56d62f2f3f req-ef3b6c9a-acb9-467f-97d4-5e11d17285af tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0339119 Mar 23 17:56:52.950453 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5901bad9-48b7-4a25-b1a9-22f6a87e10d3 req-94234dc4-5078-4b70-9c72-ef76b261e82f tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0275471 Mar 23 17:56:53.788838 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-56da05f2-2d46-4277-af83-c771c393b9bd req-b554cf1c-fb88-48ec-8f88-511964c7f045 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0298944 Mar 23 17:56:54.057280 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a9ffa409-b284-4e55-b05d-801a826fb051 req-2943d789-f4e0-4c92-862d-ba77f1ad4949 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0296774 Mar 23 17:56:54.887797 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1a8c7227-a55b-452d-9f16-8e14019f981b req-de8c0633-5df2-4554-9081-0fb4cc6a6dc9 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0285926 Mar 23 17:56:55.029577 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:56:55.164274 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e2f768a6-280b-4529-8b7a-69049c320f38 req-c0284ebb-2a57-4bec-ae2b-f54e7fa75712 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0280786 Mar 23 17:56:55.988213 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fbd2f016-2ad9-40f7-8c7c-8bb131411652 req-dd856f08-aa73-4b6e-ba5b-c64bca01b218 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0318973 Mar 23 17:56:56.264146 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3fbf3dae-7518-4ca7-823e-ecbab89ef700 req-ac8a6fd3-6fb8-4b20-8c0f-4f090c27c867 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0292833 Mar 23 17:56:57.088029 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-87b072f2-cf6e-4132-a0fb-8330f93cf127 req-cec2e344-862f-4e7d-af78-c636d10b536e tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0290303 Mar 23 17:56:57.362746 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-09b155b9-9dee-469e-a833-bfeabc2a2bb9 req-14bd2c2a-f7ab-4758-8034-a650f3b0c51d tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0276456 Mar 23 17:56:58.192794 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8f6771d8-e0fc-43db-811c-8fa7686cc2c6 req-61592402-a036-4496-8459-a28c89d07960 tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f488b07-3a95-4c05-866e-4c30e0bb237d HTTP/1.1" status: 200 len: 210 time: 0.0281990 Mar 23 17:56:58.217085 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 51486) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:56:58.357621 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-4db9c1db-dd02-4f88-9fba-3c2893dc0dba tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Deleting port 28c7737d-66ac-4e24-89e6-4875387dc1bd {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:56:58.357961 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4db9c1db-dd02-4f88-9fba-3c2893dc0dba tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (28c7737d-66ac-4e24-89e6-4875387dc1bd), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:56:58.459121 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4db9c1db-dd02-4f88-9fba-3c2893dc0dba tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (28c7737d-66ac-4e24-89e6-4875387dc1bd), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:56:58.459441 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4db9c1db-dd02-4f88-9fba-3c2893dc0dba tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for floatingip (28c7737d-66ac-4e24-89e6-4875387dc1bd), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:56:58.481546 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b6c3b790-9792-407e-a9ca-6379dc9b0b22 req-4087f491-3278-4bfe-8b2a-1b618e5101f1 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0399837 Mar 23 17:56:58.487715 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-4db9c1db-dd02-4f88-9fba-3c2893dc0dba tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Calling delete_port for 28c7737d-66ac-4e24-89e6-4875387dc1bd owned by network:floatingip {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:56:58.654428 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4db9c1db-dd02-4f88-9fba-3c2893dc0dba tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59308127'] for port (28c7737d-66ac-4e24-89e6-4875387dc1bd), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:56:58.679046 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9c1db-dd02-4f88-9fba-3c2893dc0dba tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Pushing event deleted for resources: {'Port': ['ID=28c7737d-66ac-4e24-89e6-4875387dc1bd,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:56:58.694126 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db9c1db-dd02-4f88-9fba-3c2893dc0dba tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:56:58.694629 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db9c1db-dd02-4f88-9fba-3c2893dc0dba tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:56:58.694835 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db9c1db-dd02-4f88-9fba-3c2893dc0dba tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:56:58.695109 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db9c1db-dd02-4f88-9fba-3c2893dc0dba tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:56:58.695435 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db9c1db-dd02-4f88-9fba-3c2893dc0dba tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:56:58.695760 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db9c1db-dd02-4f88-9fba-3c2893dc0dba tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:56:58.696057 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db9c1db-dd02-4f88-9fba-3c2893dc0dba tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:56:58.697022 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db9c1db-dd02-4f88-9fba-3c2893dc0dba tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:56:58.697022 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db9c1db-dd02-4f88-9fba-3c2893dc0dba tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:56:58.697022 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db9c1db-dd02-4f88-9fba-3c2893dc0dba tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:56:58.697659 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db9c1db-dd02-4f88-9fba-3c2893dc0dba tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:56:58.697659 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db9c1db-dd02-4f88-9fba-3c2893dc0dba tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:56:58.697967 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db9c1db-dd02-4f88-9fba-3c2893dc0dba tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:56:58.698301 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db9c1db-dd02-4f88-9fba-3c2893dc0dba tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:56:58.698602 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db9c1db-dd02-4f88-9fba-3c2893dc0dba tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:56:58.761646 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4db9c1db-dd02-4f88-9fba-3c2893dc0dba tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for floatingip (16564cd3-d7c3-4e7a-a685-cda27820f52e), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:56:58.764744 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4db9c1db-dd02-4f88-9fba-3c2893dc0dba tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:56:58.766016 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-4db9c1db-dd02-4f88-9fba-3c2893dc0dba tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "DELETE /v2.0/floatingips/16564cd3-d7c3-4e7a-a685-cda27820f52e HTTP/1.1" status: 204 len: 168 time: 0.5479054 Mar 23 17:56:59.590130 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bd50e1e5-1c6e-4e61-83b1-9ed940cf5335 req-aada5393-24f8-469f-8d29-ebe3b49b3a05 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0334089 Mar 23 17:57:00.690340 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-84baadd5-e1dc-41ef-8383-0a0e4fb4ece1 req-e17db3ad-ef63-4828-9e7b-c19d1b1c900d tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0282140 Mar 23 17:57:01.790292 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-038a65ab-eba5-4164-aad7-73490fbc77e7 req-18324720-f894-40a9-94d5-8d5ed4615a58 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0278816 Mar 23 17:57:02.897216 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-034bbb83-5270-4fdb-8025-0686313525fe req-70acc93f-7a3e-45eb-a46c-bfc6f8e381d5 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0343745 Mar 23 17:57:03.993888 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8e3cd006-3cf8-44a5-81e7-6c3754e93c20 req-70ed5890-7395-49f0-8b10-a18f84decf48 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0274622 Mar 23 17:57:05.125045 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8d1c8ab9-7aff-4e74-8e71-2626584b8d7c req-44447a9f-732e-4b9e-8814-f95e7cfdd88b tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0449693 Mar 23 17:57:06.221197 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fe8539b3-2cb7-4901-b990-903c5fa81ee7 req-f34884d6-9daf-461e-b6bf-22687620addf tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0281734 Mar 23 17:57:07.492614 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a441e06d-676d-4492-9a1b-08f8465c1790 req-17553c2d-8716-41ca-9b45-81d33eb3023e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0377676 Mar 23 17:57:07.691875 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d31b9c6d-e754-4e5f-b372-d69ac3f39c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:08.588888 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-27bc58cf-717e-4fd8-8631-31c03e094612 req-6c32167a-f046-4f91-ac43-76d172e7416b tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0281472 Mar 23 17:57:09.683751 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d722139b-ed60-488b-9f38-996751433819 req-2e229f6b-2016-432f-bf0c-180c7b34937d tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0274425 Mar 23 17:57:10.188812 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d56052a0-fbd7-40f1-af1c-8e510bd9435b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:10.781778 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cb93eb65-6af6-4c46-8a1d-db39ff3c8aa6 req-f98efebe-9d2d-4b7a-ba0f-7dac301352ac tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0275428 Mar 23 17:57:11.529552 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:11.887044 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-77e8a417-1196-46e1-8194-1938d75a9383 req-0f981343-1052-41e7-87d4-c96dceb7f457 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0296547 Mar 23 17:57:12.949681 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:12.986113 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-72bdc5ba-4192-4234-9a0a-690d15a8b98e req-444bcbcd-c339-4391-a4f7-a2e8377d42bd tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0278349 Mar 23 17:57:14.082027 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b82e8dbd-bd86-4636-872c-da12f61444de req-2b01ef79-d28a-416f-a9eb-7e6b6c7d5d64 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0270841 Mar 23 17:57:14.227128 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:15.183555 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2b110fd2-702b-4da4-bd84-78347159c12c req-0f78adc3-18b2-4ee9-b789-84f90cf019c2 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0290303 Mar 23 17:57:16.289152 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-095da912-0cfc-49d3-a21f-01cdd052460c req-f85f9ed6-252d-40e8-8133-fa8a624ebe9b tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0290623 Mar 23 17:57:17.388941 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a110c03f-1fa7-4494-af7a-d495d1bd0f0f req-d3328eaf-52ba-41d9-bec6-3d9cb1620140 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0276899 Mar 23 17:57:18.498450 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-72e519fb-c576-4e8b-ad79-9c863b25f8b3 req-b5b5c62f-a771-46b5-aab6-b1a60b660a98 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0378346 Mar 23 17:57:19.604862 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2d289cef-c247-45ea-b972-84acd83f908a req-90c41bb7-5fe9-47ec-b332-1f5458a2ab9f tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0283613 Mar 23 17:57:20.727046 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d622db21-1b6f-40a9-86d9-a991c7674c74 req-c23a1a39-884f-46b0-a522-8755f7fed285 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0302262 Mar 23 17:57:21.846653 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0fb95445-a733-4588-8116-299836377e59 req-cf869a2e-b18c-4402-8e28-c68a1911e3d1 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0338876 Mar 23 17:57:22.947075 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-85853c47-aade-4c05-bef3-55c2c062dbf0 req-f52508ba-f07c-4e67-af76-547712b5a2ce tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0278218 Mar 23 17:57:24.042072 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c66fce9f-9469-43fc-bfbe-0b227dad6a22 req-062613d8-450d-4115-bac8-c65cb9f2e14b tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0276487 Mar 23 17:57:25.012212 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:25.141128 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-534da06a-4b25-475d-ae22-39a3e2787785 req-dacb2a82-e042-4e58-9b91-9e3b5173432b tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0301919 Mar 23 17:57:25.222719 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:57:26.246324 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-62faeda0-0fd4-47c2-83cd-e28588ef1220 req-c52a4bc7-0e08-46aa-af94-a59668f0fed2 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0277617 Mar 23 17:57:27.353227 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4977aaf1-654f-47e1-801d-7567535b1246 req-6ad21c50-e8cf-470d-8942-17f6cc50db35 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0303178 Mar 23 17:57:28.619724 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0c2e3979-4017-4762-8d19-1c776178035a req-227b617e-0ff0-41c3-81e2-884fcd3661c6 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0285418 Mar 23 17:57:29.727664 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4897fc81-2e44-464d-9b7d-d8c0785e08c2 req-7c73f951-e21c-4107-b6a5-ca8a614b1945 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0292323 Mar 23 17:57:30.828999 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b5335aa5-fdd9-4157-a938-24af64102056 req-a43b0f49-c3cc-4a45-9e80-22858cd37579 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0301514 Mar 23 17:57:31.928516 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6dc2730b-a371-44fb-ab7a-a40131808d18 req-879c147c-5e79-412a-8328-e1bc04a62063 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0318844 Mar 23 17:57:33.031468 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b319bddd-4b0b-4939-b957-70dcf9133480 req-2f6f68e0-c3ac-472c-bac7-8d2f1299f6c0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0306547 Mar 23 17:57:34.149993 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7110b87c-4403-4983-a940-acbe2df8ec37 req-d82d9900-346a-40cb-8d42-5312caccec63 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0387876 Mar 23 17:57:35.253293 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6bdfe309-6ec8-4331-aab1-23acc67aa0de req-04130534-d748-42a9-8446-6e0a28d24376 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0274696 Mar 23 17:57:36.359818 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ce0f8eea-1748-4b7e-ae26-7afad5517a60 req-7d904f0c-cf5f-47fd-9b34-4aa827d59767 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0297101 Mar 23 17:57:37.460769 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-af7fbe89-20cf-4ec7-be8f-9ee2706b2426 req-145ae1ac-d975-4fe7-856f-7365262b0c91 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0268326 Mar 23 17:57:37.706969 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-39853b2c-e939-4ab9-91d0-84f3dcac6e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:38.574705 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ee89146c-0bdc-477e-9e8f-bb39b2a00724 req-2b676dd6-33c9-4c69-987a-d7009ff33e6c tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0314913 Mar 23 17:57:39.677732 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-64c9e03d-d748-435f-bf3e-fa5d902cf79e req-6120943c-5f86-4221-ac05-f05623018582 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0306847 Mar 23 17:57:40.183775 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-86220fdc-3832-4f73-9278-126b72b3c970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:40.789005 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b6da08d4-9e3e-41c3-9359-b5a64291ce7c req-91e5f515-0fdf-4167-adc4-b26b4a07510e tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0288320 Mar 23 17:57:41.539241 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:41.900383 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-61b7b1e4-1049-4e15-bf22-7af5fda26242 req-e3ddcf54-6101-4d24-bb7b-ac4597b97b34 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0355687 Mar 23 17:57:42.940811 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:43.002191 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-691332f8-badc-46ff-89d8-904d2c57b601 req-de762d5f-7e32-4894-9aff-9ba2489525f5 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0270455 Mar 23 17:57:44.099754 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d981bd63-cbdf-4558-a3d9-e87710748942 req-3d23c8d6-0575-43a5-8934-3474fef8ca87 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0279007 Mar 23 17:57:44.224208 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:45.206198 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e1ece0b3-7fa5-4c0a-813f-d836d0adf381 req-b2288e0c-e72e-4863-8c72-96c8c68c8b91 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0337980 Mar 23 17:57:46.305727 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4e70987e-a150-45a5-9c90-1481eae83b50 req-95d362b0-81ac-4afa-bc57-56bc093adba6 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0290644 Mar 23 17:57:47.400553 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3e4f974b-c81d-4e79-9090-c53c8aa47271 req-fdde662a-6987-4554-9f3b-9dfc74fbb9ac tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0274510 Mar 23 17:57:48.506490 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2e214346-e0b3-43ec-8fc0-1f0db4e1b844 req-5c434b42-4d7c-47fe-85b0-5e848952c315 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=07627f49-7a00-40db-9b06-11c7368c26ed HTTP/1.1" status: 200 len: 210 time: 0.0275860 Mar 23 17:57:49.586021 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 51614) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:57:49.640043 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c3c1793c-d378-409f-9d53-c37adc6d3f22 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group (afbb969b-0811-47b0-a0bf-de428fb20d33), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:49.663049 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c3c1793c-d378-409f-9d53-c37adc6d3f22 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group (afbb969b-0811-47b0-a0bf-de428fb20d33), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:49.712348 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c3c1793c-d378-409f-9d53-c37adc6d3f22 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (afbb969b-0811-47b0-a0bf-de428fb20d33), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:49.715101 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c3c1793c-d378-409f-9d53-c37adc6d3f22 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:49.716419 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-c3c1793c-d378-409f-9d53-c37adc6d3f22 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "DELETE /v2.0/security-groups/afbb969b-0811-47b0-a0bf-de428fb20d33 HTTP/1.1" status: 204 len: 168 time: 0.1292269 Mar 23 17:57:49.719134 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 51616) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:57:49.726487 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1793c-d378-409f-9d53-c37adc6d3f22 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbb969b-0811-47b0-a0bf-de428fb20d33,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:57:49.735322 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.api.v2.resource [None req-08f6180e-6f2a-48ef-b237-95bdc7c425af tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] show failed (client error): The resource could not be found. Mar 23 17:57:49.736501 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-08f6180e-6f2a-48ef-b237-95bdc7c425af tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups/afbb969b-0811-47b0-a0bf-de428fb20d33 HTTP/1.1" status: 404 len: 347 time: 0.0156939 Mar 23 17:57:49.739541 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 51620) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:57:50.132165 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-6b7d9c33-d143-4b65-8402-88668fe96041 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Deleting port c0204cef-6d89-4a0e-8ecd-c22373c2604e {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:57:50.132483 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6b7d9c33-d143-4b65-8402-88668fe96041 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (c0204cef-6d89-4a0e-8ecd-c22373c2604e), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:50.211748 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6b7d9c33-d143-4b65-8402-88668fe96041 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (c0204cef-6d89-4a0e-8ecd-c22373c2604e), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:50.212042 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6b7d9c33-d143-4b65-8402-88668fe96041 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for floatingip (c0204cef-6d89-4a0e-8ecd-c22373c2604e), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:50.223560 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-6b7d9c33-d143-4b65-8402-88668fe96041 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Calling delete_port for c0204cef-6d89-4a0e-8ecd-c22373c2604e owned by network:floatingip {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:57:50.363921 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6b7d9c33-d143-4b65-8402-88668fe96041 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59566619'] for port (c0204cef-6d89-4a0e-8ecd-c22373c2604e), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:50.391606 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d9c33-d143-4b65-8402-88668fe96041 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Pushing event deleted for resources: {'Port': ['ID=c0204cef-6d89-4a0e-8ecd-c22373c2604e,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:57:50.402693 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d9c33-d143-4b65-8402-88668fe96041 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:50.403033 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d9c33-d143-4b65-8402-88668fe96041 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:50.403379 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d9c33-d143-4b65-8402-88668fe96041 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:50.403712 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d9c33-d143-4b65-8402-88668fe96041 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:50.404044 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d9c33-d143-4b65-8402-88668fe96041 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:50.404368 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d9c33-d143-4b65-8402-88668fe96041 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:50.404692 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d9c33-d143-4b65-8402-88668fe96041 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:50.405012 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d9c33-d143-4b65-8402-88668fe96041 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:50.405369 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d9c33-d143-4b65-8402-88668fe96041 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:50.405673 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d9c33-d143-4b65-8402-88668fe96041 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:50.406001 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d9c33-d143-4b65-8402-88668fe96041 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:50.406318 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d9c33-d143-4b65-8402-88668fe96041 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:50.406633 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d9c33-d143-4b65-8402-88668fe96041 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:50.406947 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d9c33-d143-4b65-8402-88668fe96041 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:50.407266 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d9c33-d143-4b65-8402-88668fe96041 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:50.460459 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6b7d9c33-d143-4b65-8402-88668fe96041 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for floatingip (3cef7d16-de84-4482-b755-076ecb9b83e1), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:50.463305 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6b7d9c33-d143-4b65-8402-88668fe96041 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for floatingip (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:50.464488 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-6b7d9c33-d143-4b65-8402-88668fe96041 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "DELETE /v2.0/floatingips/3cef7d16-de84-4482-b755-076ecb9b83e1 HTTP/1.1" status: 204 len: 168 time: 0.7192106 Mar 23 17:57:50.744857 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 51632) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:57:50.852349 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 51638) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:57:50.948820 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ed708e51-6530-4a36-9c2e-85772a864f05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:51.042347 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 51642) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:57:51.047334 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-f3092a53-9138-4e6a-8407-b675a1dd0e67 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Request body: {'security_group': {'name': 'tempest-securitygroup--17688605', 'description': 'tempest-description--628442995'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:57:51.071654 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f3092a53-9138-4e6a-8407-b675a1dd0e67 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:51.123574 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ed708e51-6530-4a36-9c2e-85772a864f05 admin admin] Publish callbacks [] for security_group (910fea55-2691-425d-b436-a0f1f6919542), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:51.129464 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ed708e51-6530-4a36-9c2e-85772a864f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (910fea55-2691-425d-b436-a0f1f6919542), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:51.141021 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f3092a53-9138-4e6a-8407-b675a1dd0e67 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group (236c783f-4529-40b6-be7f-91d064b445eb), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:51.145892 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f3092a53-9138-4e6a-8407-b675a1dd0e67 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (236c783f-4529-40b6-be7f-91d064b445eb), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:51.177918 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f3092a53-9138-4e6a-8407-b675a1dd0e67 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:51.179192 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-f3092a53-9138-4e6a-8407-b675a1dd0e67 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1356390 Mar 23 17:57:51.181362 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3092a53-9138-4e6a-8407-b675a1dd0e67 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=236c783f-4529-40b6-be7f-91d064b445eb,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:57:51.183357 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 51644) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:57:51.187786 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-dacd339c-3f55-4806-b427-235efec69c44 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Request body: {'security_group_rule': {'security_group_id': '236c783f-4529-40b6-be7f-91d064b445eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:57:51.200475 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed708e51-6530-4a36-9c2e-85772a864f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910fea55-2691-425d-b436-a0f1f6919542,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:57:51.207114 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-ed708e51-6530-4a36-9c2e-85772a864f05 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c7d9e2f710434a74ac77b31383b685b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3532021 Mar 23 17:57:51.210222 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 51646) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:57:51.230620 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-dacd339c-3f55-4806-b427-235efec69c44 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group_rule (7b1a2cb9-4576-41bf-a6a0-310484b0aed8), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:51.297622 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a2fead4b-01bf-495d-857f-ca994c9bd8c0 admin admin] Publish callbacks [] for security_group (910fea55-2691-425d-b436-a0f1f6919542), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:51.304317 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-dacd339c-3f55-4806-b427-235efec69c44 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group_rule (7b1a2cb9-4576-41bf-a6a0-310484b0aed8), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:51.312841 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-dacd339c-3f55-4806-b427-235efec69c44 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530535'] for security_group_rule (7b1a2cb9-4576-41bf-a6a0-310484b0aed8), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:51.330196 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a2fead4b-01bf-495d-857f-ca994c9bd8c0 admin admin] Publish callbacks [] for security_group (910fea55-2691-425d-b436-a0f1f6919542), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:51.348716 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd339c-3f55-4806-b427-235efec69c44 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1a2cb9-4576-41bf-a6a0-310484b0aed8,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:57:51.370367 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-dacd339c-3f55-4806-b427-235efec69c44 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:51.371585 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-dacd339c-3f55-4806-b427-235efec69c44 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1872833 Mar 23 17:57:51.374367 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 51648) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:57:51.379315 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-25bb11aa-3206-4d03-b1b7-c06b592e94a8 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Request body: {'security_group_rule': {'security_group_id': '236c783f-4529-40b6-be7f-91d064b445eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:57:51.402930 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4ae8ac7f-ad2f-4f3d-80e9-2445d59ef947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613957'] for router_interface (06643b2d-3270-46bc-8887-8b9f92b18bf3), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:51.405451 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-25bb11aa-3206-4d03-b1b7-c06b592e94a8 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group_rule (22795457-a73d-4535-aafa-967c2474593c), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:51.420616 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a2fead4b-01bf-495d-857f-ca994c9bd8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (910fea55-2691-425d-b436-a0f1f6919542), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:51.423138 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a2fead4b-01bf-495d-857f-ca994c9bd8c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:51.424263 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-a2fead4b-01bf-495d-857f-ca994c9bd8c0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/910fea55-2691-425d-b436-a0f1f6919542 HTTP/1.1" status: 204 len: 168 time: 0.2113693 Mar 23 17:57:51.435976 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fead4b-01bf-495d-857f-ca994c9bd8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910fea55-2691-425d-b436-a0f1f6919542,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:57:51.485022 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-25bb11aa-3206-4d03-b1b7-c06b592e94a8 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group_rule (22795457-a73d-4535-aafa-967c2474593c), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:51.490129 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-25bb11aa-3206-4d03-b1b7-c06b592e94a8 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530535'] for security_group_rule (22795457-a73d-4535-aafa-967c2474593c), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:51.510448 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb11aa-3206-4d03-b1b7-c06b592e94a8 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22795457-a73d-4535-aafa-967c2474593c,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:57:51.521971 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-25bb11aa-3206-4d03-b1b7-c06b592e94a8 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:51.523444 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-25bb11aa-3206-4d03-b1b7-c06b592e94a8 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1481161 Mar 23 17:57:51.528438 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 51652) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:57:51.533185 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-c601008d-3fe0-4fa7-b877-a5547f8572c1 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Request body: {'floatingip': {'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:57:51.556641 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c601008d-3fe0-4fa7-b877-a5547f8572c1 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:51.664929 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c601008d-3fe0-4fa7-b877-a5547f8572c1 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:51.728570 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-4ae8ac7f-ad2f-4f3d-80e9-2445d59ef947 admin admin] Deleting port ccba8dfc-b097-4469-986d-0d7e3e7a61bb {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:57:51.728831 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4ae8ac7f-ad2f-4f3d-80e9-2445d59ef947 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (ccba8dfc-b097-4469-986d-0d7e3e7a61bb), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:51.780742 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [None req-c601008d-3fe0-4fa7-b877-a5547f8572c1 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Allocated IP 172.27.2.193 (17d610fd-133a-4c28-bfb5-fce45cda1090/3c39f8ab-3a38-4914-94a2-be3bf3be7af7/4d44237d-420c-44ef-8885-2eb905a9b006) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:57:51.814293 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-4ae8ac7f-ad2f-4f3d-80e9-2445d59ef947 admin admin] For port ccba8dfc-b097-4469-986d-0d7e3e7a61bb, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=ccba8dfc-b097-4469-986d-0d7e3e7a61bb,segment=NetworkSegment(3173c500-488c-4756-a1e4-19030c18bbcc),segment_id=3173c500-488c-4756-a1e4-19030c18bbcc)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:57:51.814886 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4ae8ac7f-ad2f-4f3d-80e9-2445d59ef947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (ccba8dfc-b097-4469-986d-0d7e3e7a61bb), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:51.827849 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-4ae8ac7f-ad2f-4f3d-80e9-2445d59ef947 admin admin] Calling delete_port for ccba8dfc-b097-4469-986d-0d7e3e7a61bb owned by network:router_interface {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:57:51.887421 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c601008d-3fe0-4fa7-b877-a5547f8572c1 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for port (4d44237d-420c-44ef-8885-2eb905a9b006), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:51.923321 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c601008d-3fe0-4fa7-b877-a5547f8572c1 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59308127'] for port (4d44237d-420c-44ef-8885-2eb905a9b006), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:51.964386 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c601008d-3fe0-4fa7-b877-a5547f8572c1 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Network 17d610fd-133a-4c28-bfb5-fce45cda1090 is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:57:51.969108 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-c601008d-3fe0-4fa7-b877-a5547f8572c1 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:57:51.975901 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c601008d-3fe0-4fa7-b877-a5547f8572c1 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:57:52.000226 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c601008d-3fe0-4fa7-b877-a5547f8572c1 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Pushing event updated for resources: {'Port': ['ID=4d44237d-420c-44ef-8885-2eb905a9b006,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:57:52.032790 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4ae8ac7f-ad2f-4f3d-80e9-2445d59ef947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59566619'] for port (ccba8dfc-b097-4469-986d-0d7e3e7a61bb), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:52.066432 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae8ac7f-ad2f-4f3d-80e9-2445d59ef947 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccba8dfc-b097-4469-986d-0d7e3e7a61bb,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:57:52.076563 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c601008d-3fe0-4fa7-b877-a5547f8572c1 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for floatingip (bf69360a-c272-45f0-8a11-ee9825e47ac7), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:52.122917 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c601008d-3fe0-4fa7-b877-a5547f8572c1 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (4d44237d-420c-44ef-8885-2eb905a9b006), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:52.166283 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 51676) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:57:52.251317 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4ae8ac7f-ad2f-4f3d-80e9-2445d59ef947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606453'] for router_interface (06643b2d-3270-46bc-8887-8b9f92b18bf3), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:52.301936 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-83476713-ccc2-4a9b-ae67-c264e8a01448 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2049524218-network', 'tenant_id': '50db197cc056491cad8b4b217a0389cd'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:57:52.336260 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c601008d-3fe0-4fa7-b877-a5547f8572c1 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for port (4d44237d-420c-44ef-8885-2eb905a9b006), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:52.338252 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83476713-ccc2-4a9b-ae67-c264e8a01448 admin admin] Made reservation on behalf of 50db197cc056491cad8b4b217a0389cd for: {'network': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:57:52.341029 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-83476713-ccc2-4a9b-ae67-c264e8a01448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for network (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:52.344254 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c601008d-3fe0-4fa7-b877-a5547f8572c1 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59308136'] for port (4d44237d-420c-44ef-8885-2eb905a9b006), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:52.358941 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-83476713-ccc2-4a9b-ae67-c264e8a01448 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:52.442903 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c601008d-3fe0-4fa7-b877-a5547f8572c1 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Pushing event updated for resources: {'Port': ['ID=4d44237d-420c-44ef-8885-2eb905a9b006,revision_number=2']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:57:52.453032 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c601008d-3fe0-4fa7-b877-a5547f8572c1 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614213'] for floatingip (bf69360a-c272-45f0-8a11-ee9825e47ac7), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:52.480656 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae8ac7f-ad2f-4f3d-80e9-2445d59ef947 admin admin] Router 06643b2d-3270-46bc-8887-8b9f92b18bf3 has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:57:52.482091 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c601008d-3fe0-4fa7-b877-a5547f8572c1 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:52.483333 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-c601008d-3fe0-4fa7-b877-a5547f8572c1 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9538054 Mar 23 17:57:52.523849 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-83476713-ccc2-4a9b-ae67-c264e8a01448 admin admin] Publish callbacks [] for security_group (3d6a409f-e738-4347-a9a2-052570b72980), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:52.530558 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-83476713-ccc2-4a9b-ae67-c264e8a01448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (3d6a409f-e738-4347-a9a2-052570b72980), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:52.552773 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83476713-ccc2-4a9b-ae67-c264e8a01448 admin admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=103208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 17:57:52.570521 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83476713-ccc2-4a9b-ae67-c264e8a01448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6a409f-e738-4347-a9a2-052570b72980,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:57:52.573878 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-83476713-ccc2-4a9b-ae67-c264e8a01448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464'] for segment (c97f2ade-219a-45cb-ae74-6e17233844c7), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:52.574215 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.db.segments_db [None req-83476713-ccc2-4a9b-ae67-c264e8a01448 admin admin] Added segment c97f2ade-219a-45cb-ae74-6e17233844c7 of type vlan for network 91015884-ad1f-47cd-9e38-dc6d0a7e0da9 Mar 23 17:57:52.622443 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-83476713-ccc2-4a9b-ae67-c264e8a01448 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741035590211'] for network (91015884-ad1f-47cd-9e38-dc6d0a7e0da9), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:52.627060 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae8ac7f-ad2f-4f3d-80e9-2445d59ef947 admin admin] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:57:52.637878 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-4ae8ac7f-ad2f-4f3d-80e9-2445d59ef947 admin admin] 10.222.0.41 "PUT /v2.0/routers/06643b2d-3270-46bc-8887-8b9f92b18bf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8874154 Mar 23 17:57:52.637878 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 51690) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:57:52.646874 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2db242-6f37-4a4b-8b22-522bb9e2d400 None None] Sync routers for ids ['06643b2d-3270-46bc-8887-8b9f92b18bf3'] in dv-cinder-834920-1-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:57:52.657922 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2db242-6f37-4a4b-8b22-522bb9e2d400 None None] Routers {'06643b2d-3270-46bc-8887-8b9f92b18bf3'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:57:52.658757 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-83476713-ccc2-4a9b-ae67-c264e8a01448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701'] for network (91015884-ad1f-47cd-9e38-dc6d0a7e0da9), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:52.658904 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-2a2db242-6f37-4a4b-8b22-522bb9e2d400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:57:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['06643b2d-3270-46bc-8887-8b9f92b18bf3'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:57:52.660477 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83476713-ccc2-4a9b-ae67-c264e8a01448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:57:52.661303 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-83476713-ccc2-4a9b-ae67-c264e8a01448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for network (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:52.742986 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-83476713-ccc2-4a9b-ae67-c264e8a01448 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5754819 Mar 23 17:57:52.743810 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 51698) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:57:52.753132 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-309837c6-4edb-4de4-a224-e3f662aa2cbf admin admin] Request body: {'subnet': {'network_id': '91015884-ad1f-47cd-9e38-dc6d0a7e0da9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2049524218-subnet', 'tenant_id': '50db197cc056491cad8b4b217a0389cd', 'ip_version': 4}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:57:52.759989 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83476713-ccc2-4a9b-ae67-c264e8a01448 admin admin] Pushing event updated for resources: {'Network': ['ID=91015884-ad1f-47cd-9e38-dc6d0a7e0da9,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:57:52.766497 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-19bb02bd-57c5-4058-bb7d-25a8817c3cc8 admin admin] Publish callbacks [] for router (06643b2d-3270-46bc-8887-8b9f92b18bf3), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:52.781646 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Network 91015884-ad1f-47cd-9e38-dc6d0a7e0da9 details requested by agent ovs-agent-dv-cinder-834920-1-iscsi with host dv-cinder-834920-1-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 17:57:52.786876 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-c85bd02b-ef0c-4aec-a53f-350c81d7bd7c tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--17688605&fields=id&tenant_id=81cbeef3df3646be902884c3e8e86d20 HTTP/1.1" status: 200 len: 267 time: 0.0967925 Mar 23 17:57:52.857065 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309837c6-4edb-4de4-a224-e3f662aa2cbf admin admin] Made reservation on behalf of 50db197cc056491cad8b4b217a0389cd for: {'subnet': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:57:52.861795 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-309837c6-4edb-4de4-a224-e3f662aa2cbf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59734902'] for subnet (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:52.931333 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-2a2db242-6f37-4a4b-8b22-522bb9e2d400 None None] Set router 06643b2d-3270-46bc-8887-8b9f92b18bf3 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:57:52.932458 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-a3d03856-a245-424e-8922-5cbf2f7b7a25 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:57:52.933831 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-a3d03856-a245-424e-8922-5cbf2f7b7a25 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/networks?id=2888c7fe-ae98-4d0e-9549-8ca804e8c855 HTTP/1.1" status: 200 len: 815 time: 0.1396282 Mar 23 17:57:52.953460 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-86e25495-c266-46e8-aab9-bb9614b0d32b tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/quotas/81cbeef3df3646be902884c3e8e86d20 HTTP/1.1" status: 200 len: 375 time: 0.0111916 Mar 23 17:57:52.970815 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-19bb02bd-57c5-4058-bb7d-25a8817c3cc8 admin admin] Publish callbacks [] for router_gateway (06643b2d-3270-46bc-8887-8b9f92b18bf3), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:53.017381 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-505acab2-18cb-4929-816a-1d6e26d183ed tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=81cbeef3df3646be902884c3e8e86d20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556138 Mar 23 17:57:53.081772 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-0bfa9fa7-5f47-4ffb-b730-8ea73c29a479 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103208) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 17:57:53.082779 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-0bfa9fa7-5f47-4ffb-b730-8ea73c29a479 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0532403 Mar 23 17:57:53.097316 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-19bb02bd-57c5-4058-bb7d-25a8817c3cc8 admin admin] Deleting port c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:57:53.097753 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-19bb02bd-57c5-4058-bb7d-25a8817c3cc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:53.118797 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-309837c6-4edb-4de4-a224-e3f662aa2cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59566251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59734880'] for subnet (819b2970-a759-4810-b558-ac5bf0e76138), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:53.121681 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-2a2db242-6f37-4a4b-8b22-522bb9e2d400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2035450451-router', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': 'c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:16Z', 'updated_at': '2022-03-23T17:57:51Z', 'revision_number': 5, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'gw_port': {'id': 'c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:77:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:17Z', 'updated_at': '2022-03-23T17:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi'}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:57:53.150885 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2db242-6f37-4a4b-8b22-522bb9e2d400 None None] Checking router: 06643b2d-3270-46bc-8887-8b9f92b18bf3 for host: dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:57:53.162266 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2db242-6f37-4a4b-8b22-522bb9e2d400 None None] Routers {'06643b2d-3270-46bc-8887-8b9f92b18bf3'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:57:53.162977 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-2a2db242-6f37-4a4b-8b22-522bb9e2d400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:57:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['06643b2d-3270-46bc-8887-8b9f92b18bf3'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:57:53.176546 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-2ae3b052-1953-43f7-90d4-34d306a58424 service neutron] 10.222.0.41 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872383 Mar 23 17:57:53.222714 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309837c6-4edb-4de4-a224-e3f662aa2cbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=819b2970-a759-4810-b558-ac5bf0e76138,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:57:53.246535 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309837c6-4edb-4de4-a224-e3f662aa2cbf admin admin] Checking segment: {'id': 'c97f2ade-219a-45cb-ae74-6e17233844c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '91015884-ad1f-47cd-9e38-dc6d0a7e0da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:57:53.246896 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309837c6-4edb-4de4-a224-e3f662aa2cbf admin admin] Network hostable DHCP agents. Network: 91015884-ad1f-47cd-9e38-dc6d0a7e0da9, hostable agents: ['0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66'], hosted agents: [] {{(pid=103207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 17:57:53.249969 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-19bb02bd-57c5-4058-bb7d-25a8817c3cc8 admin admin] For port c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8,segment=NetworkSegment(e3d657d5-0d12-4364-ba98-0127febd700d),segment_id=e3d657d5-0d12-4364-ba98-0127febd700d)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:57:53.250337 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-19bb02bd-57c5-4058-bb7d-25a8817c3cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:53.258223 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-2a2db242-6f37-4a4b-8b22-522bb9e2d400 None None] Set router 06643b2d-3270-46bc-8887-8b9f92b18bf3 gateway port host: None {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:57:53.266907 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-19bb02bd-57c5-4058-bb7d-25a8817c3cc8 admin admin] Calling delete_port for c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8 owned by network:router_gateway {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:57:53.279991 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-4983ccd2-3f5c-4516-a48c-a9ccc2135624 service neutron] 10.222.0.41 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969343 Mar 23 17:57:53.313241 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309837c6-4edb-4de4-a224-e3f662aa2cbf admin admin] Network 91015884-ad1f-47cd-9e38-dc6d0a7e0da9 is scheduled to be hosted by DHCP agent 0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66 with binding_index 1 {{(pid=103207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 17:57:53.314874 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-2a2db242-6f37-4a4b-8b22-522bb9e2d400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2035450451-router', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:16Z', 'updated_at': '2022-03-23T17:57:52Z', 'revision_number': 6, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'gw_port_host': None}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:57:53.326493 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-309837c6-4edb-4de4-a224-e3f662aa2cbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834920-1-iscsi, 91015884-ad1f-47cd-9e38-dc6d0a7e0da9) {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:57:53.334486 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309837c6-4edb-4de4-a224-e3f662aa2cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:57:53.335676 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-309837c6-4edb-4de4-a224-e3f662aa2cbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for subnet (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:53.338374 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927eff66-2968-49b6-94ed-9f1b974db862 None None] Network 91015884-ad1f-47cd-9e38-dc6d0a7e0da9 requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:57:53.341425 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2db242-6f37-4a4b-8b22-522bb9e2d400 None None] The sync data for ids ['06643b2d-3270-46bc-8887-8b9f92b18bf3'] in dv-cinder-834920-1-iscsi is: [{'id': '06643b2d-3270-46bc-8887-8b9f92b18bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-2035450451-router', 'tenant_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:16Z', 'updated_at': '2022-03-23T17:57:52Z', 'revision_number': 6, 'project_id': '8195f2270b3f441a87ed2fe7c64cc06d', 'gw_port_host': None}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:57:53.397029 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-309837c6-4edb-4de4-a224-e3f662aa2cbf admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6518483 Mar 23 17:57:53.405906 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 51702) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:57:53.410732 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-e1e45c35-9a47-4c0e-a69d-b567973f30c2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2049524218-router', 'tenant_id': '50db197cc056491cad8b4b217a0389cd', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:57:53.452393 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e1e45c35-9a47-4c0e-a69d-b567973f30c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3239'] for router (144ad25e-5074-4f4f-82a9-a1b858d17177), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:53.453546 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e1e45c35-9a47-4c0e-a69d-b567973f30c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614398', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3216'] for router (144ad25e-5074-4f4f-82a9-a1b858d17177), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:53.479459 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-19bb02bd-57c5-4058-bb7d-25a8817c3cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59566619'] for port (c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:53.498393 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c098f2dc-f6ac-47c9-bb77-eb79e84a512c req-d88fb6e5-88d9-41e2-ba96-59b239008cba tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=1db243f4-c036-4853-affc-ef960a731a2d HTTP/1.1" status: 200 len: 210 time: 0.0316355 Mar 23 17:57:53.513315 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e78cc5-8991-4894-b5f0-1125fe245085 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4e3ed9b-8bb8-5e9e-b680-033646fc88a4-91015884-ad1f-47cd-9e38-dc6d0a7e0da9', 'network_id': '91015884-ad1f-47cd-9e38-dc6d0a7e0da9', 'project_id': '50db197cc056491cad8b4b217a0389cd', 'fixed_ips': [{'subnet_id': '819b2970-a759-4810-b558-ac5bf0e76138'}]}} from dv-cinder-834920-1-iscsi. {{(pid=103209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 17:57:53.514629 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-05e78cc5-8991-4894-b5f0-1125fe245085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:53.532800 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb02bd-57c5-4058-bb7d-25a8817c3cc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:57:53.541572 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e1e45c35-9a47-4c0e-a69d-b567973f30c2 admin admin] Publish callbacks [] for router_controller (144ad25e-5074-4f4f-82a9-a1b858d17177), precommit_add_association {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:53.574315 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-19bb02bd-57c5-4058-bb7d-25a8817c3cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614159'] for router_gateway (06643b2d-3270-46bc-8887-8b9f92b18bf3), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:53.666519 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [None req-05e78cc5-8991-4894-b5f0-1125fe245085 None None] Allocated IP 172.20.0.2 (91015884-ad1f-47cd-9e38-dc6d0a7e0da9/819b2970-a759-4810-b558-ac5bf0e76138/fee83b47-eee5-443c-854c-f365b0a22500) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:57:53.684394 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e1e45c35-9a47-4c0e-a69d-b567973f30c2 admin admin] Publish callbacks [] for router_gateway (144ad25e-5074-4f4f-82a9-a1b858d17177), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:53.832051 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-05e78cc5-8991-4894-b5f0-1125fe245085 None None] Publish callbacks [] for port (fee83b47-eee5-443c-854c-f365b0a22500), precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:53.842122 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-05e78cc5-8991-4894-b5f0-1125fe245085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (fee83b47-eee5-443c-854c-f365b0a22500), after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:53.901217 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e78cc5-8991-4894-b5f0-1125fe245085 None None] Network 91015884-ad1f-47cd-9e38-dc6d0a7e0da9 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:57:53.908667 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-05e78cc5-8991-4894-b5f0-1125fe245085 None None] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:57:53.911890 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e78cc5-8991-4894-b5f0-1125fe245085 None None] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:57:53.924782 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e78cc5-8991-4894-b5f0-1125fe245085 None None] Pushing event updated for resources: {'Port': ['ID=fee83b47-eee5-443c-854c-f365b0a22500,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:57:53.928182 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e1e45c35-9a47-4c0e-a69d-b567973f30c2 admin admin] Publish callbacks [] for router_gateway (144ad25e-5074-4f4f-82a9-a1b858d17177), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:53.948911 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e1e45c35-9a47-4c0e-a69d-b567973f30c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:53.975935 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e78cc5-8991-4894-b5f0-1125fe245085 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:53.976915 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e78cc5-8991-4894-b5f0-1125fe245085 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:53.977428 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e78cc5-8991-4894-b5f0-1125fe245085 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:53.977788 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e78cc5-8991-4894-b5f0-1125fe245085 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:53.978126 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e78cc5-8991-4894-b5f0-1125fe245085 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:53.978461 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e78cc5-8991-4894-b5f0-1125fe245085 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:53.978796 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e78cc5-8991-4894-b5f0-1125fe245085 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:53.979121 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e78cc5-8991-4894-b5f0-1125fe245085 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:53.979453 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e78cc5-8991-4894-b5f0-1125fe245085 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:53.979844 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e78cc5-8991-4894-b5f0-1125fe245085 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:53.980172 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e78cc5-8991-4894-b5f0-1125fe245085 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:53.980500 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e78cc5-8991-4894-b5f0-1125fe245085 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:53.980885 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e78cc5-8991-4894-b5f0-1125fe245085 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:53.981237 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e78cc5-8991-4894-b5f0-1125fe245085 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:53.981561 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e78cc5-8991-4894-b5f0-1125fe245085 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:54.000166 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-05e78cc5-8991-4894-b5f0-1125fe245085 None None] Attempting to bind port fee83b47-eee5-443c-854c-f365b0a22500 on host dv-cinder-834920-1-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:57:54.001596 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-05e78cc5-8991-4894-b5f0-1125fe245085 None None] Attempting to bind port fee83b47-eee5-443c-854c-f365b0a22500 by drivers openvswitch,hyperv on host dv-cinder-834920-1-iscsi at level 0 using segments [{'id': 'c97f2ade-219a-45cb-ae74-6e17233844c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '91015884-ad1f-47cd-9e38-dc6d0a7e0da9'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:57:54.002332 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e78cc5-8991-4894-b5f0-1125fe245085 None None] Attempting to bind port fee83b47-eee5-443c-854c-f365b0a22500 on network 91015884-ad1f-47cd-9e38-dc6d0a7e0da9 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:57:54.003951 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-19bb02bd-57c5-4058-bb7d-25a8817c3cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3209'] for router (06643b2d-3270-46bc-8887-8b9f92b18bf3), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:54.006137 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-19bb02bd-57c5-4058-bb7d-25a8817c3cc8 admin admin] Publish callbacks [] for router_controller (06643b2d-3270-46bc-8887-8b9f92b18bf3), precommit_delete_associations {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:54.010739 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e78cc5-8991-4894-b5f0-1125fe245085 None None] Checking agent: {'id': '827fbf48-cdcd-428c-a50e-7eba0e2d74f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834920-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 21, 14), 'started_at': datetime.datetime(2022, 3, 23, 17, 21, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834920-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:57:54.010995 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e78cc5-8991-4894-b5f0-1125fe245085 None None] Checking segment: {'id': 'c97f2ade-219a-45cb-ae74-6e17233844c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '91015884-ad1f-47cd-9e38-dc6d0a7e0da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:57:54.012295 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-05e78cc5-8991-4894-b5f0-1125fe245085 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:54.013848 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e78cc5-8991-4894-b5f0-1125fe245085 None None] Bound using segment: {'id': 'c97f2ade-219a-45cb-ae74-6e17233844c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '91015884-ad1f-47cd-9e38-dc6d0a7e0da9'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:57:54.014420 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-05e78cc5-8991-4894-b5f0-1125fe245085 None None] Bound port: fee83b47-eee5-443c-854c-f365b0a22500, host: dv-cinder-834920-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97f2ade-219a-45cb-ae74-6e17233844c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '91015884-ad1f-47cd-9e38-dc6d0a7e0da9'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:57:54.014878 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-05e78cc5-8991-4894-b5f0-1125fe245085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (fee83b47-eee5-443c-854c-f365b0a22500), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:54.052712 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-19bb02bd-57c5-4058-bb7d-25a8817c3cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-608236'] for router (06643b2d-3270-46bc-8887-8b9f92b18bf3), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:54.053740 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bb02bd-57c5-4058-bb7d-25a8817c3cc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06643b2d-3270-46bc-8887-8b9f92b18bf3 {{(pid=103207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 17:57:54.058672 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-19bb02bd-57c5-4058-bb7d-25a8817c3cc8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:54.060467 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-19bb02bd-57c5-4058-bb7d-25a8817c3cc8 admin admin] 10.222.0.41 "DELETE /v2.0/routers/06643b2d-3270-46bc-8887-8b9f92b18bf3 HTTP/1.1" status: 204 len: 168 time: 1.4225638 Mar 23 17:57:54.062877 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 51706) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:57:54.073820 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [None req-e1e45c35-9a47-4c0e-a69d-b567973f30c2 admin admin] Allocated IP 172.27.2.225 (17d610fd-133a-4c28-bfb5-fce45cda1090/3c39f8ab-3a38-4914-94a2-be3bf3be7af7/4b7156c5-0174-4208-949a-2ec1fcd33a75) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:57:54.087036 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-05e78cc5-8991-4894-b5f0-1125fe245085 None None] For port fee83b47-eee5-443c-854c-f365b0a22500, host dv-cinder-834920-1-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:57:54.093544 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-05e78cc5-8991-4894-b5f0-1125fe245085 None None] For port fee83b47-eee5-443c-854c-f365b0a22500, host dv-cinder-834920-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=fee83b47-eee5-443c-854c-f365b0a22500,segment=NetworkSegment(c97f2ade-219a-45cb-ae74-6e17233844c7),segment_id=c97f2ade-219a-45cb-ae74-6e17233844c7)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:57:54.104942 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-05e78cc5-8991-4894-b5f0-1125fe245085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (fee83b47-eee5-443c-854c-f365b0a22500), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:54.110019 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d424825-1356-400d-88a5-f0a425043ead admin admin] Deleting subnet 22ea3e11-cafc-4af7-994c-b65686f8be40 {{(pid=103207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 17:57:54.113330 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8d424825-1356-400d-88a5-f0a425043ead admin admin] Publish callbacks [] for subnet (22ea3e11-cafc-4af7-994c-b65686f8be40), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:54.156966 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8d424825-1356-400d-88a5-f0a425043ead admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59524638'] for subnet (22ea3e11-cafc-4af7-994c-b65686f8be40), precommit_delete_associations {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:54.194017 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e78cc5-8991-4894-b5f0-1125fe245085 None None] Pushing event updated for resources: {'Port': ['ID=fee83b47-eee5-443c-854c-f365b0a22500,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:57:54.209790 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e1e45c35-9a47-4c0e-a69d-b567973f30c2 admin admin] Publish callbacks [] for port (4b7156c5-0174-4208-949a-2ec1fcd33a75), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:54.255284 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e1e45c35-9a47-4c0e-a69d-b567973f30c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59308127'] for port (4b7156c5-0174-4208-949a-2ec1fcd33a75), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:54.259445 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8d424825-1356-400d-88a5-f0a425043ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153585'] for subnet (22ea3e11-cafc-4af7-994c-b65686f8be40), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:54.291195 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e45c35-9a47-4c0e-a69d-b567973f30c2 admin admin] Network 17d610fd-133a-4c28-bfb5-fce45cda1090 is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:57:54.294529 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-e1e45c35-9a47-4c0e-a69d-b567973f30c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:57:54.298222 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e45c35-9a47-4c0e-a69d-b567973f30c2 admin admin] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:57:54.318248 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8d424825-1356-400d-88a5-f0a425043ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59566314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59734875'] for subnet (22ea3e11-cafc-4af7-994c-b65686f8be40), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:54.333416 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e45c35-9a47-4c0e-a69d-b567973f30c2 admin admin] Pushing event updated for resources: {'Port': ['ID=4b7156c5-0174-4208-949a-2ec1fcd33a75,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:57:54.353300 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d424825-1356-400d-88a5-f0a425043ead admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22ea3e11-cafc-4af7-994c-b65686f8be40,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:57:54.362221 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8d424825-1356-400d-88a5-f0a425043ead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for subnet (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:54.369729 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-8d424825-1356-400d-88a5-f0a425043ead admin admin] 10.222.0.41 "DELETE /v2.0/subnets/22ea3e11-cafc-4af7-994c-b65686f8be40 HTTP/1.1" status: 204 len: 168 time: 0.3058023 Mar 23 17:57:54.378044 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 51708) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:57:54.383456 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f15bd9-88b8-4ed4-8f5b-9909ebdb69cd None None] Network 3bf943bd-1e58-43c1-bec1-ca7908c0478b requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:57:54.568815 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a2b366d5-3b43-4588-85dc-fcd177031a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148222'] for network (3bf943bd-1e58-43c1-bec1-ca7908c0478b), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:54.610825 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7fc769-b14d-42c0-a0a3-583d7c53002d None None] DHCP port deletion for 3bf943bd-1e58-43c1-bec1-ca7908c0478b request from dv-cinder-834920-1-iscsi {{(pid=103209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 17:57:54.652923 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-a2b366d5-3b43-4588-85dc-fcd177031a25 admin admin] Deleting port 6f84c741-2e49-4f15-8794-9fff5e095e17 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:57:54.653224 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a2b366d5-3b43-4588-85dc-fcd177031a25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (6f84c741-2e49-4f15-8794-9fff5e095e17), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:54.690981 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8b7fc769-b14d-42c0-a0a3-583d7c53002d None None] Deleting port 6f84c741-2e49-4f15-8794-9fff5e095e17 {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:57:54.691801 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8b7fc769-b14d-42c0-a0a3-583d7c53002d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (6f84c741-2e49-4f15-8794-9fff5e095e17), before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:54.777565 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-a2b366d5-3b43-4588-85dc-fcd177031a25 admin admin] For port 6f84c741-2e49-4f15-8794-9fff5e095e17, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=6f84c741-2e49-4f15-8794-9fff5e095e17,segment=NetworkSegment(3173c500-488c-4756-a1e4-19030c18bbcc),segment_id=3173c500-488c-4756-a1e4-19030c18bbcc)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:57:54.778068 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a2b366d5-3b43-4588-85dc-fcd177031a25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (6f84c741-2e49-4f15-8794-9fff5e095e17), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:54.796630 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-a2b366d5-3b43-4588-85dc-fcd177031a25 admin admin] Calling delete_port for 6f84c741-2e49-4f15-8794-9fff5e095e17 owned by network:dhcp {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:57:54.803618 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-8b7fc769-b14d-42c0-a0a3-583d7c53002d None None] For port 6f84c741-2e49-4f15-8794-9fff5e095e17, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=6f84c741-2e49-4f15-8794-9fff5e095e17,segment=NetworkSegment(3173c500-488c-4756-a1e4-19030c18bbcc),segment_id=3173c500-488c-4756-a1e4-19030c18bbcc)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:57:54.804304 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8b7fc769-b14d-42c0-a0a3-583d7c53002d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (6f84c741-2e49-4f15-8794-9fff5e095e17), precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:54.838146 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8b7fc769-b14d-42c0-a0a3-583d7c53002d None None] Calling delete_port for 6f84c741-2e49-4f15-8794-9fff5e095e17 owned by network:dhcp {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:57:54.917258 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a2b366d5-3b43-4588-85dc-fcd177031a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59566619'] for port (6f84c741-2e49-4f15-8794-9fff5e095e17), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:54.927153 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d5d45f1a-c182-4df1-b3cc-d002c92a71d6 req-f746668a-74fe-4520-a894-60efc19c8c60 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=1db243f4-c036-4853-affc-ef960a731a2d HTTP/1.1" status: 200 len: 210 time: 0.0544827 Mar 23 17:57:54.952885 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device fee83b47-eee5-443c-854c-f365b0a22500 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:57:54.973042 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b366d5-3b43-4588-85dc-fcd177031a25 admin admin] No DVR routers for this DVR port 6f84c741-2e49-4f15-8794-9fff5e095e17 on host dv-cinder-834920-1-iscsi {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:57:54.975335 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b366d5-3b43-4588-85dc-fcd177031a25 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f84c741-2e49-4f15-8794-9fff5e095e17,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:57:55.034394 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:55.040892 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8b7fc769-b14d-42c0-a0a3-583d7c53002d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484'] for port (6f84c741-2e49-4f15-8794-9fff5e095e17), after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:55.053091 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e1e45c35-9a47-4c0e-a69d-b567973f30c2 admin admin] Publish callbacks [] for router_gateway (144ad25e-5074-4f4f-82a9-a1b858d17177), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:55.062175 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a2b366d5-3b43-4588-85dc-fcd177031a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4070212', 'neutron.services.segments.db._delete_segments_for_network-8741035949891'] for network (3bf943bd-1e58-43c1-bec1-ca7908c0478b), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:55.073773 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7fc769-b14d-42c0-a0a3-583d7c53002d None None] Pushing event deleted for resources: {'Port': ['ID=6f84c741-2e49-4f15-8794-9fff5e095e17,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:57:55.084177 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7fc769-b14d-42c0-a0a3-583d7c53002d None None] No DVR routers for this DVR port 6f84c741-2e49-4f15-8794-9fff5e095e17 on host dv-cinder-834920-1-iscsi {{(pid=103209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:57:55.087951 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port fee83b47-eee5-443c-854c-f365b0a22500 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:57:55.089106 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (fee83b47-eee5-443c-854c-f365b0a22500), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:55.093986 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-a2b366d5-3b43-4588-85dc-fcd177031a25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bf943bd-1e58-43c1-bec1-ca7908c0478b']}} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:57:55.113633 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-a2b366d5-3b43-4588-85dc-fcd177031a25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3173c500-488c-4756-a1e4-19030c18bbcc') {'for_net_delete': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:57:55.113946 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-a2b366d5-3b43-4588-85dc-fcd177031a25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3173c500-488c-4756-a1e4-19030c18bbcc') {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:57:55.126981 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a2b366d5-3b43-4588-85dc-fcd177031a25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741035949644', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59524647'] for segment (3173c500-488c-4756-a1e4-19030c18bbcc), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:55.143817 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a2b366d5-3b43-4588-85dc-fcd177031a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464'] for segment (3173c500-488c-4756-a1e4-19030c18bbcc), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:55.153491 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2b366d5-3b43-4588-85dc-fcd177031a25 admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 17:57:55.153858 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a2b366d5-3b43-4588-85dc-fcd177031a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59566664'] for segment (3173c500-488c-4756-a1e4-19030c18bbcc), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:55.156279 dv-cinder-834920-1-iscsi neutron-server[103207]: Traceback (most recent call last): Mar 23 17:57:55.156279 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 17:57:55.156279 dv-cinder-834920-1-iscsi neutron-server[103207]: timer() Mar 23 17:57:55.156279 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 17:57:55.156279 dv-cinder-834920-1-iscsi neutron-server[103207]: cb(*args, **kw) Mar 23 17:57:55.156279 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 17:57:55.156279 dv-cinder-834920-1-iscsi neutron-server[103207]: return func(*args, **kwargs) Mar 23 17:57:55.156279 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 17:57:55.156279 dv-cinder-834920-1-iscsi neutron-server[103207]: self._notify() Mar 23 17:57:55.156279 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 17:57:55.156279 dv-cinder-834920-1-iscsi neutron-server[103207]: self.callback(batched_events) Mar 23 17:57:55.156279 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 17:57:55.156279 dv-cinder-834920-1-iscsi neutron-server[103207]: event.method(event) Mar 23 17:57:55.156279 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 17:57:55.156279 dv-cinder-834920-1-iscsi neutron-server[103207]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 17:57:55.156279 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 17:57:55.156279 dv-cinder-834920-1-iscsi neutron-server[103207]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 17:57:55.156279 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 17:57:55.156279 dv-cinder-834920-1-iscsi neutron-server[103207]: return f(self, *a, **k) Mar 23 17:57:55.156279 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 17:57:55.156279 dv-cinder-834920-1-iscsi neutron-server[103207]: return self._get(url).json() Mar 23 17:57:55.156279 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 17:57:55.156279 dv-cinder-834920-1-iscsi neutron-server[103207]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 17:57:55.156279 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 17:57:55.156279 dv-cinder-834920-1-iscsi neutron-server[103207]: return self.request(url, 'GET', **kwargs) Mar 23 17:57:55.156279 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 17:57:55.156279 dv-cinder-834920-1-iscsi neutron-server[103207]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 17:57:55.156279 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 17:57:55.156279 dv-cinder-834920-1-iscsi neutron-server[103207]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 17:57:55.156279 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 17:57:55.156279 dv-cinder-834920-1-iscsi neutron-server[103207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 17:57:55.156279 dv-cinder-834920-1-iscsi neutron-server[103207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 17:57:55.191091 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port fee83b47-eee5-443c-854c-f365b0a22500 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:57:55.192214 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (fee83b47-eee5-443c-854c-f365b0a22500), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:55.236897 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a2b366d5-3b43-4588-85dc-fcd177031a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4070271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614259'] for network (3bf943bd-1e58-43c1-bec1-ca7908c0478b), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:55.237946 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] For port fee83b47-eee5-443c-854c-f365b0a22500, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=fee83b47-eee5-443c-854c-f365b0a22500,segment=NetworkSegment(c97f2ade-219a-45cb-ae74-6e17233844c7),segment_id=c97f2ade-219a-45cb-ae74-6e17233844c7)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:57:55.245440 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (fee83b47-eee5-443c-854c-f365b0a22500), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:55.247251 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a2b366d5-3b43-4588-85dc-fcd177031a25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for network (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:55.254344 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-a2b366d5-3b43-4588-85dc-fcd177031a25 admin admin] 10.222.0.41 "DELETE /v2.0/networks/3bf943bd-1e58-43c1-bec1-ca7908c0478b HTTP/1.1" status: 204 len: 168 time: 0.8727062 Mar 23 17:57:55.264014 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b366d5-3b43-4588-85dc-fcd177031a25 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bf943bd-1e58-43c1-bec1-ca7908c0478b,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:57:55.318095 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 6f84c741-2e49-4f15-8794-9fff5e095e17 no longer exists at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:57:55.319546 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e1e45c35-9a47-4c0e-a69d-b567973f30c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614187'] for router (144ad25e-5074-4f4f-82a9-a1b858d17177), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:55.352280 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] No Port match for: 6f84c741-2e49-4f15-8794-9fff5e095e17 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:57:55.352608 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 6f84c741-2e49-4f15-8794-9fff5e095e17 not bound to the agent host dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:57:55.352920 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device ccba8dfc-b097-4469-986d-0d7e3e7a61bb no longer exists at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:57:55.375660 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] No Port match for: ccba8dfc-b097-4469-986d-0d7e3e7a61bb {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:57:55.375998 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device ccba8dfc-b097-4469-986d-0d7e3e7a61bb not bound to the agent host dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:57:55.376404 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8 no longer exists at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:57:55.381410 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Pushing event updated for resources: {'Port': ['ID=fee83b47-eee5-443c-854c-f365b0a22500,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:57:55.401995 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] No Port match for: c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:57:55.402332 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device c36d8c1c-9dc1-4c4e-bf1a-aadef93ce2e8 not bound to the agent host dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:57:55.451599 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 51722) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:57:55.517781 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-9e2621d7-74cc-4dce-98cf-a2bdbafec41c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8195f2270b3f441a87ed2fe7c64cc06d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0627995 Mar 23 17:57:55.518238 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 51724) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:57:55.522578 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e45c35-9a47-4c0e-a69d-b567973f30c2 admin admin] Router 144ad25e-5074-4f4f-82a9-a1b858d17177 is scheduled to L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 with binding_index 1 {{(pid=103208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 17:57:55.556895 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2520e180-e0e9-419f-8e0d-a5d1d2154d9d None None] Network 91015884-ad1f-47cd-9e38-dc6d0a7e0da9 requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:57:55.577785 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-125600e7-014e-481f-be4d-ac23a9d1fbda admin admin] Publish callbacks [] for security_group (ef2d3ed0-d489-4c98-8aec-0e47757aef63), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:55.602060 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-125600e7-014e-481f-be4d-ac23a9d1fbda admin admin] Publish callbacks [] for security_group (ef2d3ed0-d489-4c98-8aec-0e47757aef63), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:55.624855 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-bf7a734d-3dd7-49f1-b4eb-56afab77e5a8 None None] Provisioning complete for port fee83b47-eee5-443c-854c-f365b0a22500 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:57:55.624855 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bf7a734d-3dd7-49f1-b4eb-56afab77e5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (fee83b47-eee5-443c-854c-f365b0a22500), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:55.661716 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e45c35-9a47-4c0e-a69d-b567973f30c2 admin admin] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:57:55.683661 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e1e45c35-9a47-4c0e-a69d-b567973f30c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:55.684493 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-125600e7-014e-481f-be4d-ac23a9d1fbda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (ef2d3ed0-d489-4c98-8aec-0e47757aef63), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:55.688239 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-e1e45c35-9a47-4c0e-a69d-b567973f30c2 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2787538 Mar 23 17:57:55.688399 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-125600e7-014e-481f-be4d-ac23a9d1fbda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:55.688702 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 51726) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:57:55.688981 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-125600e7-014e-481f-be4d-ac23a9d1fbda admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ef2d3ed0-d489-4c98-8aec-0e47757aef63 HTTP/1.1" status: 204 len: 168 time: 0.1695182 Mar 23 17:57:55.697573 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125600e7-014e-481f-be4d-ac23a9d1fbda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2d3ed0-d489-4c98-8aec-0e47757aef63,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:57:55.701217 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ffea55-f1c3-49ec-9b8d-a58f2cf8ac46 None None] Sync routers for ids ['144ad25e-5074-4f4f-82a9-a1b858d17177'] in dv-cinder-834920-1-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:57:55.732949 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ffea55-f1c3-49ec-9b8d-a58f2cf8ac46 None None] Routers {'144ad25e-5074-4f4f-82a9-a1b858d17177'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:57:55.734539 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-60ffea55-f1c3-49ec-9b8d-a58f2cf8ac46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:57:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['144ad25e-5074-4f4f-82a9-a1b858d17177'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:57:55.996840 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-bf7a734d-3dd7-49f1-b4eb-56afab77e5a8 None None] Current status of the port fee83b47-eee5-443c-854c-f365b0a22500 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:57:56.040152 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-60ffea55-f1c3-49ec-9b8d-a58f2cf8ac46 None None] Set router 144ad25e-5074-4f4f-82a9-a1b858d17177 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:57:56.111777 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1f567b14-e8f6-4b87-870b-0922f1242ffc req-d38c78fd-50fc-429e-a6df-8a99c5562a77 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=1db243f4-c036-4853-affc-ef960a731a2d HTTP/1.1" status: 200 len: 210 time: 0.0343432 Mar 23 17:57:56.276597 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-60ffea55-f1c3-49ec-9b8d-a58f2cf8ac46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144ad25e-5074-4f4f-82a9-a1b858d17177', 'name': 'tempest-TestShelveInstance-2049524218-router', 'tenant_id': '50db197cc056491cad8b4b217a0389cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '4b7156c5-0174-4208-949a-2ec1fcd33a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:57:53Z', 'updated_at': '2022-03-23T17:57:54Z', 'revision_number': 3, 'project_id': '50db197cc056491cad8b4b217a0389cd', 'gw_port': {'id': '4b7156c5-0174-4208-949a-2ec1fcd33a75', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:40:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144ad25e-5074-4f4f-82a9-a1b858d17177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:57:53Z', 'updated_at': '2022-03-23T17:57:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi'}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:57:56.293565 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9e1afac3-cc6f-432f-845c-7c8aee0ec852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:56.325355 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ffea55-f1c3-49ec-9b8d-a58f2cf8ac46 None None] Checking router: 144ad25e-5074-4f4f-82a9-a1b858d17177 for host: dv-cinder-834920-1-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:57:56.326099 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ffea55-f1c3-49ec-9b8d-a58f2cf8ac46 None None] Updating router 144ad25e-5074-4f4f-82a9-a1b858d17177 port 4b7156c5-0174-4208-949a-2ec1fcd33a75 binding host dv-cinder-834920-1-iscsi {{(pid=103209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 17:57:56.387570 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-0f33bcf5-7906-440d-87be-7cc9dcbabde6 None None] Provisioning complete for port fee83b47-eee5-443c-854c-f365b0a22500 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:57:56.388461 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0f33bcf5-7906-440d-87be-7cc9dcbabde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (fee83b47-eee5-443c-854c-f365b0a22500), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:56.390513 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-60ffea55-f1c3-49ec-9b8d-a58f2cf8ac46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (4b7156c5-0174-4208-949a-2ec1fcd33a75), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:56.532196 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [None req-9e1afac3-cc6f-432f-845c-7c8aee0ec852 admin admin] Allocated IP 172.20.0.1 (91015884-ad1f-47cd-9e38-dc6d0a7e0da9/819b2970-a759-4810-b558-ac5bf0e76138/cd322a69-4e36-4f1e-a1ee-5769f32af2d9) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:57:56.630211 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-0f33bcf5-7906-440d-87be-7cc9dcbabde6 None None] Current status of the port fee83b47-eee5-443c-854c-f365b0a22500 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:57:56.651087 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 51758) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:57:56.673915 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9e1afac3-cc6f-432f-845c-7c8aee0ec852 admin admin] Publish callbacks [] for port (cd322a69-4e36-4f1e-a1ee-5769f32af2d9), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:56.710814 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9e1afac3-cc6f-432f-845c-7c8aee0ec852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59308127'] for port (cd322a69-4e36-4f1e-a1ee-5769f32af2d9), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:56.751124 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1afac3-cc6f-432f-845c-7c8aee0ec852 admin admin] Network 91015884-ad1f-47cd-9e38-dc6d0a7e0da9 is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:57:56.754666 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-60ffea55-f1c3-49ec-9b8d-a58f2cf8ac46 None None] Publish callbacks [] for port (4b7156c5-0174-4208-949a-2ec1fcd33a75), precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:56.759676 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-9e1afac3-cc6f-432f-845c-7c8aee0ec852 admin admin] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:57:56.760820 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-2fd3029b-8831-499d-8805-0a59b53dcb17 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1036277972-network', 'tenant_id': '36b18e99e8fe420abc396a006503eb9a'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:57:56.761957 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1afac3-cc6f-432f-845c-7c8aee0ec852 admin admin] Pushing event updated for resources: {'Port': ['ID=cd322a69-4e36-4f1e-a1ee-5769f32af2d9,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:57:56.764034 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1afac3-cc6f-432f-845c-7c8aee0ec852 admin admin] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:57:56.764979 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-60ffea55-f1c3-49ec-9b8d-a58f2cf8ac46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (4b7156c5-0174-4208-949a-2ec1fcd33a75), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:56.796321 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd3029b-8831-499d-8805-0a59b53dcb17 admin admin] Made reservation on behalf of 36b18e99e8fe420abc396a006503eb9a for: {'network': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:57:56.798954 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-2fd3029b-8831-499d-8805-0a59b53dcb17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for network (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:56.807298 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9e1afac3-cc6f-432f-845c-7c8aee0ec852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614142'] for router_interface (144ad25e-5074-4f4f-82a9-a1b858d17177), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:56.811565 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-2fd3029b-8831-499d-8805-0a59b53dcb17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:56.818524 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-60ffea55-f1c3-49ec-9b8d-a58f2cf8ac46 None None] Attempting to bind port 4b7156c5-0174-4208-949a-2ec1fcd33a75 on host dv-cinder-834920-1-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:57:56.819022 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-60ffea55-f1c3-49ec-9b8d-a58f2cf8ac46 None None] Attempting to bind port 4b7156c5-0174-4208-949a-2ec1fcd33a75 by drivers openvswitch,hyperv on host dv-cinder-834920-1-iscsi at level 0 using segments [{'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:57:56.819450 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ffea55-f1c3-49ec-9b8d-a58f2cf8ac46 None None] Attempting to bind port 4b7156c5-0174-4208-949a-2ec1fcd33a75 on network 17d610fd-133a-4c28-bfb5-fce45cda1090 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:57:56.832991 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ffea55-f1c3-49ec-9b8d-a58f2cf8ac46 None None] Checking agent: {'id': '827fbf48-cdcd-428c-a50e-7eba0e2d74f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834920-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 21, 14), 'started_at': datetime.datetime(2022, 3, 23, 17, 21, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834920-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:57:56.833465 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ffea55-f1c3-49ec-9b8d-a58f2cf8ac46 None None] Checking segment: {'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:57:56.833939 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-60ffea55-f1c3-49ec-9b8d-a58f2cf8ac46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:56.834396 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ffea55-f1c3-49ec-9b8d-a58f2cf8ac46 None None] Bound using segment: {'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:57:56.834945 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-60ffea55-f1c3-49ec-9b8d-a58f2cf8ac46 None None] Bound port: 4b7156c5-0174-4208-949a-2ec1fcd33a75, host: dv-cinder-834920-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:57:56.835389 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-60ffea55-f1c3-49ec-9b8d-a58f2cf8ac46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (4b7156c5-0174-4208-949a-2ec1fcd33a75), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:56.861345 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e704e0f-95f4-4d27-bc47-a0fa083737f2 None None] Pushing event updated for resources: {'Port': ['ID=4b7156c5-0174-4208-949a-2ec1fcd33a75,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:57:56.925305 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device fee83b47-eee5-443c-854c-f365b0a22500 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:57:56.932093 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-2fd3029b-8831-499d-8805-0a59b53dcb17 admin admin] Publish callbacks [] for security_group (d4a4eee2-65d2-43d8-8484-d57d23782db8), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:56.937546 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-2fd3029b-8831-499d-8805-0a59b53dcb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (d4a4eee2-65d2-43d8-8484-d57d23782db8), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:56.965481 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-60ffea55-f1c3-49ec-9b8d-a58f2cf8ac46 None None] For port 4b7156c5-0174-4208-949a-2ec1fcd33a75, host dv-cinder-834920-1-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:57:56.968053 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd3029b-8831-499d-8805-0a59b53dcb17 admin admin] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=103207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 17:57:56.975116 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3029b-8831-499d-8805-0a59b53dcb17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a4eee2-65d2-43d8-8484-d57d23782db8,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:57:56.981970 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-2fd3029b-8831-499d-8805-0a59b53dcb17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464'] for segment (a3650b3e-343d-45e2-ad22-4b4b40df8abd), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:56.982314 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.db.segments_db [None req-2fd3029b-8831-499d-8805-0a59b53dcb17 admin admin] Added segment a3650b3e-343d-45e2-ad22-4b4b40df8abd of type vlan for network c167d6dd-87b4-4d30-8616-1da87e92ac5c Mar 23 17:57:56.989113 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-60ffea55-f1c3-49ec-9b8d-a58f2cf8ac46 None None] For port 4b7156c5-0174-4208-949a-2ec1fcd33a75, host dv-cinder-834920-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=4b7156c5-0174-4208-949a-2ec1fcd33a75,segment=NetworkSegment(e3d657d5-0d12-4364-ba98-0127febd700d),segment_id=e3d657d5-0d12-4364-ba98-0127febd700d)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:57:57.004866 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-60ffea55-f1c3-49ec-9b8d-a58f2cf8ac46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (4b7156c5-0174-4208-949a-2ec1fcd33a75), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:57.007113 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9e1afac3-cc6f-432f-845c-7c8aee0ec852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (cd322a69-4e36-4f1e-a1ee-5769f32af2d9), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:57.031788 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-2fd3029b-8831-499d-8805-0a59b53dcb17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741035590211'] for network (c167d6dd-87b4-4d30-8616-1da87e92ac5c), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:57.064145 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-2fd3029b-8831-499d-8805-0a59b53dcb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701'] for network (c167d6dd-87b4-4d30-8616-1da87e92ac5c), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:57.065348 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd3029b-8831-499d-8805-0a59b53dcb17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:57:57.066179 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-2fd3029b-8831-499d-8805-0a59b53dcb17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for network (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:57.114726 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-fe549fbf-163f-4c08-b191-5895829b695c None None] Provisioning complete for port cd322a69-4e36-4f1e-a1ee-5769f32af2d9 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:57:57.115169 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-fe549fbf-163f-4c08-b191-5895829b695c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (cd322a69-4e36-4f1e-a1ee-5769f32af2d9), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:57.118514 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port fee83b47-eee5-443c-854c-f365b0a22500 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:57:57.118514 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (fee83b47-eee5-443c-854c-f365b0a22500), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:57.121446 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e704e0f-95f4-4d27-bc47-a0fa083737f2 None None] Pushing event updated for resources: {'Port': ['ID=4b7156c5-0174-4208-949a-2ec1fcd33a75,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:57:57.141181 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ffea55-f1c3-49ec-9b8d-a58f2cf8ac46 None None] Routers {'144ad25e-5074-4f4f-82a9-a1b858d17177'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:57:57.141357 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-60ffea55-f1c3-49ec-9b8d-a58f2cf8ac46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:57:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['144ad25e-5074-4f4f-82a9-a1b858d17177'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:57:57.145235 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-2fd3029b-8831-499d-8805-0a59b53dcb17 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4896088 Mar 23 17:57:57.146392 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 51764) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:57:57.151660 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-497264e9-be43-49b4-9316-bebe1c4b4413 admin admin] Request body: {'subnet': {'network_id': 'c167d6dd-87b4-4d30-8616-1da87e92ac5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1036277972-subnet', 'tenant_id': '36b18e99e8fe420abc396a006503eb9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:57:57.170873 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3029b-8831-499d-8805-0a59b53dcb17 admin admin] Pushing event updated for resources: {'Network': ['ID=c167d6dd-87b4-4d30-8616-1da87e92ac5c,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:57:57.177555 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497264e9-be43-49b4-9316-bebe1c4b4413 admin admin] Made reservation on behalf of 36b18e99e8fe420abc396a006503eb9a for: {'subnet': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:57:57.183845 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-497264e9-be43-49b4-9316-bebe1c4b4413 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59734902'] for subnet (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:57.196419 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Network c167d6dd-87b4-4d30-8616-1da87e92ac5c details requested by agent ovs-agent-dv-cinder-834920-1-iscsi with host dv-cinder-834920-1-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 17:57:57.224513 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9e1afac3-cc6f-432f-845c-7c8aee0ec852 admin admin] Publish callbacks [] for port (cd322a69-4e36-4f1e-a1ee-5769f32af2d9), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:57.245261 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9e1afac3-cc6f-432f-845c-7c8aee0ec852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59308136'] for port (cd322a69-4e36-4f1e-a1ee-5769f32af2d9), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:57.291512 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-fa630b53-8a32-4dba-afad-ec1c6e4fdad7 req-62e30243-cfd1-453b-ab82-1733a207f11c tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=1db243f4-c036-4853-affc-ef960a731a2d HTTP/1.1" status: 200 len: 210 time: 0.0644352 Mar 23 17:57:57.326079 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-fe549fbf-163f-4c08-b191-5895829b695c None None] Port cd322a69-4e36-4f1e-a1ee-5769f32af2d9 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:57:57.336692 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-9e1afac3-cc6f-432f-845c-7c8aee0ec852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613994'] for router_interface (144ad25e-5074-4f4f-82a9-a1b858d17177), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:57.352257 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1afac3-cc6f-432f-845c-7c8aee0ec852 admin admin] Pushing event updated for resources: {'Port': ['ID=cd322a69-4e36-4f1e-a1ee-5769f32af2d9,revision_number=2']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:57:57.407389 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-497264e9-be43-49b4-9316-bebe1c4b4413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59566251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59734880'] for subnet (017aca1b-6830-4944-a3c2-c51d64389e10), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:57.438986 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-60ffea55-f1c3-49ec-9b8d-a58f2cf8ac46 None None] Set router 144ad25e-5074-4f4f-82a9-a1b858d17177 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:57:57.460936 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1afac3-cc6f-432f-845c-7c8aee0ec852 admin admin] Network 91015884-ad1f-47cd-9e38-dc6d0a7e0da9 is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:57:57.462714 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-9e1afac3-cc6f-432f-845c-7c8aee0ec852 admin admin] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:57:57.462866 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497264e9-be43-49b4-9316-bebe1c4b4413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=017aca1b-6830-4944-a3c2-c51d64389e10,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:57:57.474875 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497264e9-be43-49b4-9316-bebe1c4b4413 admin admin] Checking segment: {'id': 'a3650b3e-343d-45e2-ad22-4b4b40df8abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c167d6dd-87b4-4d30-8616-1da87e92ac5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:57:57.475330 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497264e9-be43-49b4-9316-bebe1c4b4413 admin admin] Network hostable DHCP agents. Network: c167d6dd-87b4-4d30-8616-1da87e92ac5c, hostable agents: ['0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66'], hosted agents: [] {{(pid=103207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 17:57:57.487756 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port fee83b47-eee5-443c-854c-f365b0a22500 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:57:57.496852 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497264e9-be43-49b4-9316-bebe1c4b4413 admin admin] Network c167d6dd-87b4-4d30-8616-1da87e92ac5c is scheduled to be hosted by DHCP agent 0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66 with binding_index 1 {{(pid=103207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 17:57:57.511463 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-497264e9-be43-49b4-9316-bebe1c4b4413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834920-1-iscsi, c167d6dd-87b4-4d30-8616-1da87e92ac5c) {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:57:57.521160 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497264e9-be43-49b4-9316-bebe1c4b4413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:57:57.521814 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-497264e9-be43-49b4-9316-bebe1c4b4413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for subnet (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:57.535611 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57198d0-25f4-43ff-9fa5-02155db184cb None None] Network c167d6dd-87b4-4d30-8616-1da87e92ac5c requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:57:57.553942 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-497264e9-be43-49b4-9316-bebe1c4b4413 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4062512 Mar 23 17:57:57.607114 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1afac3-cc6f-432f-845c-7c8aee0ec852 admin admin] Router 144ad25e-5074-4f4f-82a9-a1b858d17177 has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:57:57.744990 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1afac3-cc6f-432f-845c-7c8aee0ec852 admin admin] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:57:57.745287 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b9d76e-e108-471d-a3b5-0bc7466400bf None None] Network c167d6dd-87b4-4d30-8616-1da87e92ac5c requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:57:57.760899 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-9e1afac3-cc6f-432f-845c-7c8aee0ec852 admin admin] 10.222.0.41 "PUT /v2.0/routers/144ad25e-5074-4f4f-82a9-a1b858d17177/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0709488 Mar 23 17:57:57.858962 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-60ffea55-f1c3-49ec-9b8d-a58f2cf8ac46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144ad25e-5074-4f4f-82a9-a1b858d17177', 'name': 'tempest-TestShelveInstance-2049524218-router', 'tenant_id': '50db197cc056491cad8b4b217a0389cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '4b7156c5-0174-4208-949a-2ec1fcd33a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:57:53Z', 'updated_at': '2022-03-23T17:57:56Z', 'revision_number': 4, 'project_id': '50db197cc056491cad8b4b217a0389cd', 'gw_port': {'id': '4b7156c5-0174-4208-949a-2ec1fcd33a75', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:40:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144ad25e-5074-4f4f-82a9-a1b858d17177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:57:53Z', 'updated_at': '2022-03-23T17:57:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': 'cd322a69-4e36-4f1e-a1ee-5769f32af2d9', 'name': '', 'network_id': '91015884-ad1f-47cd-9e38-dc6d0a7e0da9', 'tenant_id': '50db197cc056491cad8b4b217a0389cd', 'mac_address': 'fa:16:3e:6c:92:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144ad25e-5074-4f4f-82a9-a1b858d17177', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '819b2970-a759-4810-b558-ac5bf0e76138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:57:56Z', 'updated_at': '2022-03-23T17:57:56Z', 'revision_number': 1, 'project_id': '50db197cc056491cad8b4b217a0389cd', 'subnets': [{'id': '819b2970-a759-4810-b558-ac5bf0e76138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:57:57.894443 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ffea55-f1c3-49ec-9b8d-a58f2cf8ac46 None None] The sync data for ids ['144ad25e-5074-4f4f-82a9-a1b858d17177'] in dv-cinder-834920-1-iscsi is: [{'id': '144ad25e-5074-4f4f-82a9-a1b858d17177', 'name': 'tempest-TestShelveInstance-2049524218-router', 'tenant_id': '50db197cc056491cad8b4b217a0389cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '4b7156c5-0174-4208-949a-2ec1fcd33a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:57:53Z', 'updated_at': '2022-03-23T17:57:56Z', 'revision_number': 4, 'project_id': '50db197cc056491cad8b4b217a0389cd', 'gw_port': {'id': '4b7156c5-0174-4208-949a-2ec1fcd33a75', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:40:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144ad25e-5074-4f4f-82a9-a1b858d17177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:57:53Z', 'updated_at': '2022-03-23T17:57:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': 'cd322a69-4e36-4f1e-a1ee-5769f32af2d9', 'name': '', 'network_id': '91015884-ad1f-47cd-9e38-dc6d0a7e0da9', 'tenant_id': '50db197cc056491cad8b4b217a0389cd', 'mac_address': 'fa:16:3e:6c:92:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144ad25e-5074-4f4f-82a9-a1b858d17177', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '819b2970-a759-4810-b558-ac5bf0e76138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:57:56Z', 'updated_at': '2022-03-23T17:57:56Z', 'revision_number': 1, 'project_id': '50db197cc056491cad8b4b217a0389cd', 'subnets': [{'id': '819b2970-a759-4810-b558-ac5bf0e76138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:57:57.899799 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-c4e7da99-85c8-484d-8ccb-26252627858a None None] Provisioning complete for port cd322a69-4e36-4f1e-a1ee-5769f32af2d9 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:57:57.900430 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c4e7da99-85c8-484d-8ccb-26252627858a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (cd322a69-4e36-4f1e-a1ee-5769f32af2d9), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:57.939578 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-c4e7da99-85c8-484d-8ccb-26252627858a None None] Port cd322a69-4e36-4f1e-a1ee-5769f32af2d9 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:57:58.127657 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 51790) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:57:58.135129 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-efab4d19-c57d-4e7f-a62a-e73d321643e5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-191858822-network', 'tenant_id': '4d7bf0a1b29349a0b8193efb6a34b5c1'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:57:58.172633 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efab4d19-c57d-4e7f-a62a-e73d321643e5 admin admin] Made reservation on behalf of 4d7bf0a1b29349a0b8193efb6a34b5c1 for: {'network': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:57:58.175294 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-efab4d19-c57d-4e7f-a62a-e73d321643e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for network (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:58.186391 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-efab4d19-c57d-4e7f-a62a-e73d321643e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:58.268918 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-efab4d19-c57d-4e7f-a62a-e73d321643e5 admin admin] Publish callbacks [] for security_group (5339e05c-f711-432a-b844-c1ab42f8bf8a), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:58.274748 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-efab4d19-c57d-4e7f-a62a-e73d321643e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (5339e05c-f711-432a-b844-c1ab42f8bf8a), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:58.302653 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efab4d19-c57d-4e7f-a62a-e73d321643e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=103207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 17:57:58.313786 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab4d19-c57d-4e7f-a62a-e73d321643e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5339e05c-f711-432a-b844-c1ab42f8bf8a,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:57:58.318948 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-efab4d19-c57d-4e7f-a62a-e73d321643e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464'] for segment (57aefedb-ad7e-4e12-928c-2eb0f31ca968), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:58.319517 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.db.segments_db [None req-efab4d19-c57d-4e7f-a62a-e73d321643e5 admin admin] Added segment 57aefedb-ad7e-4e12-928c-2eb0f31ca968 of type vlan for network 2454e63e-38e2-427b-b659-f9e0916e7add Mar 23 17:57:58.395746 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-efab4d19-c57d-4e7f-a62a-e73d321643e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741035590211'] for network (2454e63e-38e2-427b-b659-f9e0916e7add), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:58.438748 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-efab4d19-c57d-4e7f-a62a-e73d321643e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701'] for network (2454e63e-38e2-427b-b659-f9e0916e7add), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:58.440066 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efab4d19-c57d-4e7f-a62a-e73d321643e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:57:58.440820 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-efab4d19-c57d-4e7f-a62a-e73d321643e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for network (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:58.472741 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-dc711b5e-ea96-4198-9e3b-b21de6ef3cd3 req-d3c25321-64b2-4500-a730-17e2c6f3edfe tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=1db243f4-c036-4853-affc-ef960a731a2d HTTP/1.1" status: 200 len: 210 time: 0.0625997 Mar 23 17:57:58.478378 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-efab4d19-c57d-4e7f-a62a-e73d321643e5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3492794 Mar 23 17:57:58.481916 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 51802) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:57:58.487858 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-dd485808-daae-41e7-bde9-8a8e106721b5 admin admin] Request body: {'subnet': {'network_id': '2454e63e-38e2-427b-b659-f9e0916e7add', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-191858822-subnet', 'tenant_id': '4d7bf0a1b29349a0b8193efb6a34b5c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:57:58.521518 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd485808-daae-41e7-bde9-8a8e106721b5 admin admin] Made reservation on behalf of 4d7bf0a1b29349a0b8193efb6a34b5c1 for: {'subnet': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:57:58.524697 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-dd485808-daae-41e7-bde9-8a8e106721b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59263857'] for subnet (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:58.538781 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab4d19-c57d-4e7f-a62a-e73d321643e5 admin admin] Pushing event updated for resources: {'Network': ['ID=2454e63e-38e2-427b-b659-f9e0916e7add,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:57:58.552976 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Network 2454e63e-38e2-427b-b659-f9e0916e7add details requested by agent ovs-agent-dv-cinder-834920-1-iscsi with host dv-cinder-834920-1-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 17:57:58.661125 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 51806) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:57:58.668762 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-18fc75fa-7cd9-4fae-ba9e-ef71698a1c49 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1789764865-network', 'tenant_id': '4f5c15bc3d0c44ff96671679ebfe611f'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:57:58.704078 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fc75fa-7cd9-4fae-ba9e-ef71698a1c49 admin admin] Made reservation on behalf of 4f5c15bc3d0c44ff96671679ebfe611f for: {'network': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:57:58.708257 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-18fc75fa-7cd9-4fae-ba9e-ef71698a1c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for network (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:58.720507 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-18fc75fa-7cd9-4fae-ba9e-ef71698a1c49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:58.786647 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-dd485808-daae-41e7-bde9-8a8e106721b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59308783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59263847'] for subnet (91016943-9a04-481e-b36a-5b939430274d), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:58.857521 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd485808-daae-41e7-bde9-8a8e106721b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91016943-9a04-481e-b36a-5b939430274d,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:57:58.857906 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-18fc75fa-7cd9-4fae-ba9e-ef71698a1c49 admin admin] Publish callbacks [] for security_group (2db007fa-10d9-4215-80f5-1500d154e741), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:58.862672 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-18fc75fa-7cd9-4fae-ba9e-ef71698a1c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (2db007fa-10d9-4215-80f5-1500d154e741), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:58.865677 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd485808-daae-41e7-bde9-8a8e106721b5 admin admin] Checking segment: {'id': '57aefedb-ad7e-4e12-928c-2eb0f31ca968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '2454e63e-38e2-427b-b659-f9e0916e7add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:57:58.866033 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd485808-daae-41e7-bde9-8a8e106721b5 admin admin] Network hostable DHCP agents. Network: 2454e63e-38e2-427b-b659-f9e0916e7add, hostable agents: ['0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66'], hosted agents: [] {{(pid=103208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 17:57:58.872271 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd485808-daae-41e7-bde9-8a8e106721b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:58.872271 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd485808-daae-41e7-bde9-8a8e106721b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:58.872271 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd485808-daae-41e7-bde9-8a8e106721b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:58.872271 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd485808-daae-41e7-bde9-8a8e106721b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:58.872271 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd485808-daae-41e7-bde9-8a8e106721b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:58.872271 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd485808-daae-41e7-bde9-8a8e106721b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:58.872980 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd485808-daae-41e7-bde9-8a8e106721b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:58.873699 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd485808-daae-41e7-bde9-8a8e106721b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:58.873699 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd485808-daae-41e7-bde9-8a8e106721b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:58.873916 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd485808-daae-41e7-bde9-8a8e106721b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:58.874353 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd485808-daae-41e7-bde9-8a8e106721b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:58.875520 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd485808-daae-41e7-bde9-8a8e106721b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:58.875520 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd485808-daae-41e7-bde9-8a8e106721b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:58.875520 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd485808-daae-41e7-bde9-8a8e106721b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:58.875861 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd485808-daae-41e7-bde9-8a8e106721b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:57:58.899785 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd485808-daae-41e7-bde9-8a8e106721b5 admin admin] Network 2454e63e-38e2-427b-b659-f9e0916e7add is scheduled to be hosted by DHCP agent 0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66 with binding_index 1 {{(pid=103208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 17:57:58.901967 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc75fa-7cd9-4fae-ba9e-ef71698a1c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db007fa-10d9-4215-80f5-1500d154e741,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:57:58.907973 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18fc75fa-7cd9-4fae-ba9e-ef71698a1c49 admin admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=103207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 17:57:58.913152 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-dd485808-daae-41e7-bde9-8a8e106721b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834920-1-iscsi, 2454e63e-38e2-427b-b659-f9e0916e7add) {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:57:58.919361 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-18fc75fa-7cd9-4fae-ba9e-ef71698a1c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464'] for segment (1701cf45-61f0-41fc-9f7e-a505b7922af8), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:58.919539 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.db.segments_db [None req-18fc75fa-7cd9-4fae-ba9e-ef71698a1c49 admin admin] Added segment 1701cf45-61f0-41fc-9f7e-a505b7922af8 of type vlan for network e6dd206f-a53e-45e0-bf23-aac7bd796814 Mar 23 17:57:58.922797 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8c38fc-59e2-4a43-bc4b-5dca16c0dc39 None None] Network 2454e63e-38e2-427b-b659-f9e0916e7add requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:57:58.925538 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd485808-daae-41e7-bde9-8a8e106721b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:57:58.926258 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-dd485808-daae-41e7-bde9-8a8e106721b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:58.958430 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-dd485808-daae-41e7-bde9-8a8e106721b5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4664381 Mar 23 17:57:59.078100 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-18fc75fa-7cd9-4fae-ba9e-ef71698a1c49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741035590211'] for network (e6dd206f-a53e-45e0-bf23-aac7bd796814), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:59.151834 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-18fc75fa-7cd9-4fae-ba9e-ef71698a1c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701'] for network (e6dd206f-a53e-45e0-bf23-aac7bd796814), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:59.153528 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fc75fa-7cd9-4fae-ba9e-ef71698a1c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:57:59.154440 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-18fc75fa-7cd9-4fae-ba9e-ef71698a1c49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for network (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:59.156610 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6c1bce-c691-4ee2-bb5a-bc5354ff26d5 None None] Network 2454e63e-38e2-427b-b659-f9e0916e7add requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:57:59.185781 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 51810) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:57:59.240650 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-18fc75fa-7cd9-4fae-ba9e-ef71698a1c49 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5770292 Mar 23 17:57:59.245838 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 51812) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:57:59.255642 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-dd02f4f5-4beb-44f5-855e-efd93ea48371 admin admin] Request body: {'subnet': {'network_id': 'e6dd206f-a53e-45e0-bf23-aac7bd796814', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1789764865-subnet', 'tenant_id': '4f5c15bc3d0c44ff96671679ebfe611f', 'ip_version': 4}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:57:59.275882 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceef7f9c-4302-49e6-8f04-341885206897 admin admin] Deleting subnet 017aca1b-6830-4944-a3c2-c51d64389e10 {{(pid=103208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 17:57:59.279100 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc75fa-7cd9-4fae-ba9e-ef71698a1c49 admin admin] Pushing event updated for resources: {'Network': ['ID=e6dd206f-a53e-45e0-bf23-aac7bd796814,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:57:59.281815 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ceef7f9c-4302-49e6-8f04-341885206897 admin admin] Publish callbacks [] for subnet (017aca1b-6830-4944-a3c2-c51d64389e10), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:59.290523 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-dcbf0bb8-146a-42b4-ae42-cd12f6a0c142 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:57:59.292482 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-dcbf0bb8-146a-42b4-ae42-cd12f6a0c142 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.57 "GET /v2.0/networks?id=2888c7fe-ae98-4d0e-9549-8ca804e8c855 HTTP/1.1" status: 200 len: 815 time: 0.2528064 Mar 23 17:57:59.320727 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd02f4f5-4beb-44f5-855e-efd93ea48371 admin admin] Made reservation on behalf of 4f5c15bc3d0c44ff96671679ebfe611f for: {'subnet': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:57:59.323507 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-dd02f4f5-4beb-44f5-855e-efd93ea48371 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59734902'] for subnet (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:59.397120 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ceef7f9c-4302-49e6-8f04-341885206897 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59503456'] for subnet (017aca1b-6830-4944-a3c2-c51d64389e10), precommit_delete_associations {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:59.478442 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ceef7f9c-4302-49e6-8f04-341885206897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153585'] for subnet (017aca1b-6830-4944-a3c2-c51d64389e10), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:59.533052 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Network e6dd206f-a53e-45e0-bf23-aac7bd796814 details requested by agent ovs-agent-dv-cinder-834920-1-iscsi with host dv-cinder-834920-1-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 17:57:59.547400 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-c2d9b3ab-8c08-4a07-8c19-d679ab66348d tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81cbeef3df3646be902884c3e8e86d20 HTTP/1.1" status: 200 len: 378 time: 0.2446878 Mar 23 17:57:59.561497 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-a15ed41b-a071-4aaa-a4dc-5cf0b7b784f0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Request body: {'port': {'device_id': '1db243f4-c036-4853-affc-ef960a731a2d', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'admin_state_up': True, 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'security_groups': ['236c783f-4529-40b6-be7f-91d064b445eb']}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:57:59.593254 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ceef7f9c-4302-49e6-8f04-341885206897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59308718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59263836'] for subnet (017aca1b-6830-4944-a3c2-c51d64389e10), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:59.746155 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef7f9c-4302-49e6-8f04-341885206897 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=017aca1b-6830-4944-a3c2-c51d64389e10,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:57:59.752243 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ceef7f9c-4302-49e6-8f04-341885206897 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:59.757952 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-ceef7f9c-4302-49e6-8f04-341885206897 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/017aca1b-6830-4944-a3c2-c51d64389e10 HTTP/1.1" status: 204 len: 168 time: 0.5681219 Mar 23 17:57:59.784543 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 51820) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:57:59.785215 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c1048f55-840e-492f-a53e-61d2ffd200cc req-d0b3e580-9e43-48c8-9f60-93769f5c9f20 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=1db243f4-c036-4853-affc-ef960a731a2d HTTP/1.1" status: 200 len: 210 time: 0.0404277 Mar 23 17:57:59.890658 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-dd02f4f5-4beb-44f5-855e-efd93ea48371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59566251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59734880'] for subnet (63f0f28e-3221-4675-b29d-8d8ae492678b), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:59.933944 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f102575a-cb3b-4542-81e6-405a22a7e13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148222'] for network (c167d6dd-87b4-4d30-8616-1da87e92ac5c), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:57:59.970852 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02f4f5-4beb-44f5-855e-efd93ea48371 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63f0f28e-3221-4675-b29d-8d8ae492678b,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:58:00.015630 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-a15ed41b-a071-4aaa-a4dc-5cf0b7b784f0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Made reservation on behalf of 81cbeef3df3646be902884c3e8e86d20 for: {'port': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 17:58:00.018863 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-a15ed41b-a071-4aaa-a4dc-5cf0b7b784f0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:00.064085 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd02f4f5-4beb-44f5-855e-efd93ea48371 admin admin] Checking segment: {'id': '1701cf45-61f0-41fc-9f7e-a505b7922af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'e6dd206f-a53e-45e0-bf23-aac7bd796814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:58:00.064463 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd02f4f5-4beb-44f5-855e-efd93ea48371 admin admin] Network hostable DHCP agents. Network: e6dd206f-a53e-45e0-bf23-aac7bd796814, hostable agents: ['0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66'], hosted agents: [] {{(pid=103207) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 17:58:00.091289 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f102575a-cb3b-4542-81e6-405a22a7e13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4070212', 'neutron.services.segments.db._delete_segments_for_network-8741035949891'] for network (c167d6dd-87b4-4d30-8616-1da87e92ac5c), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:00.154088 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-f102575a-cb3b-4542-81e6-405a22a7e13c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c167d6dd-87b4-4d30-8616-1da87e92ac5c']}} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:58:00.167771 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd02f4f5-4beb-44f5-855e-efd93ea48371 admin admin] Network e6dd206f-a53e-45e0-bf23-aac7bd796814 is scheduled to be hosted by DHCP agent 0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66 with binding_index 1 {{(pid=103207) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 17:58:00.178666 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-f102575a-cb3b-4542-81e6-405a22a7e13c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3650b3e-343d-45e2-ad22-4b4b40df8abd') {'for_net_delete': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:58:00.178945 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-f102575a-cb3b-4542-81e6-405a22a7e13c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3650b3e-343d-45e2-ad22-4b4b40df8abd') {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:58:00.191667 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-dd02f4f5-4beb-44f5-855e-efd93ea48371 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834920-1-iscsi, e6dd206f-a53e-45e0-bf23-aac7bd796814) {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:58:00.197194 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f102575a-cb3b-4542-81e6-405a22a7e13c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741035949644', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59524647'] for segment (a3650b3e-343d-45e2-ad22-4b4b40df8abd), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:00.199725 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a33ace4-63a9-4582-b8e2-c8cd73335552 None None] Network e6dd206f-a53e-45e0-bf23-aac7bd796814 requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:58:00.217028 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd02f4f5-4beb-44f5-855e-efd93ea48371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:58:00.217676 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-dd02f4f5-4beb-44f5-855e-efd93ea48371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for subnet (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:00.242139 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f102575a-cb3b-4542-81e6-405a22a7e13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464'] for segment (a3650b3e-343d-45e2-ad22-4b4b40df8abd), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:00.255325 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f102575a-cb3b-4542-81e6-405a22a7e13c admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 17:58:00.255736 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f102575a-cb3b-4542-81e6-405a22a7e13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59566664'] for segment (a3650b3e-343d-45e2-ad22-4b4b40df8abd), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:00.257443 dv-cinder-834920-1-iscsi neutron-server[103207]: Traceback (most recent call last): Mar 23 17:58:00.257443 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 17:58:00.257443 dv-cinder-834920-1-iscsi neutron-server[103207]: timer() Mar 23 17:58:00.257443 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 17:58:00.257443 dv-cinder-834920-1-iscsi neutron-server[103207]: cb(*args, **kw) Mar 23 17:58:00.257443 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 17:58:00.257443 dv-cinder-834920-1-iscsi neutron-server[103207]: return func(*args, **kwargs) Mar 23 17:58:00.257443 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 17:58:00.257443 dv-cinder-834920-1-iscsi neutron-server[103207]: self._notify() Mar 23 17:58:00.257443 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 17:58:00.257443 dv-cinder-834920-1-iscsi neutron-server[103207]: self.callback(batched_events) Mar 23 17:58:00.257443 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 17:58:00.257443 dv-cinder-834920-1-iscsi neutron-server[103207]: event.method(event) Mar 23 17:58:00.257443 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 17:58:00.257443 dv-cinder-834920-1-iscsi neutron-server[103207]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 17:58:00.257443 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 17:58:00.257443 dv-cinder-834920-1-iscsi neutron-server[103207]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 17:58:00.257443 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 17:58:00.257443 dv-cinder-834920-1-iscsi neutron-server[103207]: return f(self, *a, **k) Mar 23 17:58:00.257443 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 17:58:00.257443 dv-cinder-834920-1-iscsi neutron-server[103207]: return self._get(url).json() Mar 23 17:58:00.257443 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 17:58:00.257443 dv-cinder-834920-1-iscsi neutron-server[103207]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 17:58:00.257443 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 17:58:00.257443 dv-cinder-834920-1-iscsi neutron-server[103207]: return self.request(url, 'GET', **kwargs) Mar 23 17:58:00.257443 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 17:58:00.257443 dv-cinder-834920-1-iscsi neutron-server[103207]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 17:58:00.257443 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 17:58:00.257443 dv-cinder-834920-1-iscsi neutron-server[103207]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 17:58:00.257443 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 17:58:00.257443 dv-cinder-834920-1-iscsi neutron-server[103207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 17:58:00.257443 dv-cinder-834920-1-iscsi neutron-server[103207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 17:58:00.271130 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-dd02f4f5-4beb-44f5-855e-efd93ea48371 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0220549 Mar 23 17:58:00.273607 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 51822) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:58:00.278667 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-a5130826-c712-4cb6-a601-6aa512213cff admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1789764865-router', 'tenant_id': '4f5c15bc3d0c44ff96671679ebfe611f', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:58:00.308492 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a5130826-c712-4cb6-a601-6aa512213cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3239'] for router (f9fc5145-b709-4fb6-9f1b-58f193cbae2c), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:00.308716 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b4f42f-4c3e-4bd3-a934-4249c2f52816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4e3ed9b-8bb8-5e9e-b680-033646fc88a4-e6dd206f-a53e-45e0-bf23-aac7bd796814', 'network_id': 'e6dd206f-a53e-45e0-bf23-aac7bd796814', 'project_id': '4f5c15bc3d0c44ff96671679ebfe611f', 'fixed_ips': [{'subnet_id': '63f0f28e-3221-4675-b29d-8d8ae492678b'}]}} from dv-cinder-834920-1-iscsi. {{(pid=103209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 17:58:00.309506 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-71b4f42f-4c3e-4bd3-a934-4249c2f52816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:00.309659 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a5130826-c712-4cb6-a601-6aa512213cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614398', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3216'] for router (f9fc5145-b709-4fb6-9f1b-58f193cbae2c), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:00.310096 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-a15ed41b-a071-4aaa-a4dc-5cf0b7b784f0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Allocated IP 172.20.0.5 (2888c7fe-ae98-4d0e-9549-8ca804e8c855/d923e995-8ad4-43f2-beba-221af8031362/f78c6a23-4bb6-4698-8dac-5714b02fe868) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:58:00.336176 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f102575a-cb3b-4542-81e6-405a22a7e13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4070271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614259'] for network (c167d6dd-87b4-4d30-8616-1da87e92ac5c), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:00.352150 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-f102575a-cb3b-4542-81e6-405a22a7e13c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for network (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:00.355568 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-f102575a-cb3b-4542-81e6-405a22a7e13c admin admin] 10.222.0.41 "DELETE /v2.0/networks/c167d6dd-87b4-4d30-8616-1da87e92ac5c HTTP/1.1" status: 204 len: 168 time: 0.5691726 Mar 23 17:58:00.367457 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 51824) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:58:00.379906 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102575a-cb3b-4542-81e6-405a22a7e13c admin admin] Pushing event deleted for resources: {'Network': ['ID=c167d6dd-87b4-4d30-8616-1da87e92ac5c,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:58:00.412131 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a5130826-c712-4cb6-a601-6aa512213cff admin admin] Publish callbacks [] for router_controller (f9fc5145-b709-4fb6-9f1b-58f193cbae2c), precommit_add_association {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:00.478908 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db16143-ea8c-48c2-8bc9-e628bbca2ca8 admin admin] Deleting subnet 91016943-9a04-481e-b36a-5b939430274d {{(pid=103207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 17:58:00.486389 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [None req-71b4f42f-4c3e-4bd3-a934-4249c2f52816 None None] Allocated IP 172.20.0.2 (e6dd206f-a53e-45e0-bf23-aac7bd796814/63f0f28e-3221-4675-b29d-8d8ae492678b/0c4c189b-e0a2-45fb-a62f-7110d2c3f005) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:58:00.486638 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3db16143-ea8c-48c2-8bc9-e628bbca2ca8 admin admin] Publish callbacks [] for subnet (91016943-9a04-481e-b36a-5b939430274d), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:00.548905 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3db16143-ea8c-48c2-8bc9-e628bbca2ca8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59524638'] for subnet (91016943-9a04-481e-b36a-5b939430274d), precommit_delete_associations {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:00.577845 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a5130826-c712-4cb6-a601-6aa512213cff admin admin] Publish callbacks [] for router_gateway (f9fc5145-b709-4fb6-9f1b-58f193cbae2c), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:00.590147 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-a15ed41b-a071-4aaa-a4dc-5cf0b7b784f0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for port (f78c6a23-4bb6-4698-8dac-5714b02fe868), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:00.616597 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3db16143-ea8c-48c2-8bc9-e628bbca2ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153585'] for subnet (91016943-9a04-481e-b36a-5b939430274d), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:00.642558 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-71b4f42f-4c3e-4bd3-a934-4249c2f52816 None None] Publish callbacks [] for port (0c4c189b-e0a2-45fb-a62f-7110d2c3f005), precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:00.650704 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-71b4f42f-4c3e-4bd3-a934-4249c2f52816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (0c4c189b-e0a2-45fb-a62f-7110d2c3f005), after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:00.703586 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-a15ed41b-a071-4aaa-a4dc-5cf0b7b784f0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59566619'] for port (f78c6a23-4bb6-4698-8dac-5714b02fe868), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:00.712372 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b4f42f-4c3e-4bd3-a934-4249c2f52816 None None] Network e6dd206f-a53e-45e0-bf23-aac7bd796814 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:58:00.716626 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-71b4f42f-4c3e-4bd3-a934-4249c2f52816 None None] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:58:00.721133 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3db16143-ea8c-48c2-8bc9-e628bbca2ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59566314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59734875'] for subnet (91016943-9a04-481e-b36a-5b939430274d), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:00.726970 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b4f42f-4c3e-4bd3-a934-4249c2f52816 None None] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:58:00.733776 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4f42f-4c3e-4bd3-a934-4249c2f52816 None None] Pushing event updated for resources: {'Port': ['ID=0c4c189b-e0a2-45fb-a62f-7110d2c3f005,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:58:00.803102 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-71b4f42f-4c3e-4bd3-a934-4249c2f52816 None None] Attempting to bind port 0c4c189b-e0a2-45fb-a62f-7110d2c3f005 on host dv-cinder-834920-1-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:58:00.803671 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-71b4f42f-4c3e-4bd3-a934-4249c2f52816 None None] Attempting to bind port 0c4c189b-e0a2-45fb-a62f-7110d2c3f005 by drivers openvswitch,hyperv on host dv-cinder-834920-1-iscsi at level 0 using segments [{'id': '1701cf45-61f0-41fc-9f7e-a505b7922af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'e6dd206f-a53e-45e0-bf23-aac7bd796814'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:58:00.804251 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b4f42f-4c3e-4bd3-a934-4249c2f52816 None None] Attempting to bind port 0c4c189b-e0a2-45fb-a62f-7110d2c3f005 on network e6dd206f-a53e-45e0-bf23-aac7bd796814 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:58:00.811956 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-a15ed41b-a071-4aaa-a4dc-5cf0b7b784f0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Network 2888c7fe-ae98-4d0e-9549-8ca804e8c855 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:58:00.813498 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db16143-ea8c-48c2-8bc9-e628bbca2ca8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91016943-9a04-481e-b36a-5b939430274d,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:58:00.814541 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b4f42f-4c3e-4bd3-a934-4249c2f52816 None None] Checking agent: {'id': '827fbf48-cdcd-428c-a50e-7eba0e2d74f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834920-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 21, 14), 'started_at': datetime.datetime(2022, 3, 23, 17, 21, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834920-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:58:00.815325 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b4f42f-4c3e-4bd3-a934-4249c2f52816 None None] Checking segment: {'id': '1701cf45-61f0-41fc-9f7e-a505b7922af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'e6dd206f-a53e-45e0-bf23-aac7bd796814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:58:00.816092 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-71b4f42f-4c3e-4bd3-a934-4249c2f52816 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:00.818005 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-3db16143-ea8c-48c2-8bc9-e628bbca2ca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for subnet (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:00.818821 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b4f42f-4c3e-4bd3-a934-4249c2f52816 None None] Bound using segment: {'id': '1701cf45-61f0-41fc-9f7e-a505b7922af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'e6dd206f-a53e-45e0-bf23-aac7bd796814'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:58:00.820009 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-71b4f42f-4c3e-4bd3-a934-4249c2f52816 None None] Bound port: 0c4c189b-e0a2-45fb-a62f-7110d2c3f005, host: dv-cinder-834920-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1701cf45-61f0-41fc-9f7e-a505b7922af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'e6dd206f-a53e-45e0-bf23-aac7bd796814'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:58:00.820143 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-71b4f42f-4c3e-4bd3-a934-4249c2f52816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (0c4c189b-e0a2-45fb-a62f-7110d2c3f005), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:00.823753 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-3db16143-ea8c-48c2-8bc9-e628bbca2ca8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/91016943-9a04-481e-b36a-5b939430274d HTTP/1.1" status: 204 len: 168 time: 0.4529364 Mar 23 17:58:00.828393 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 51828) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:58:00.830744 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-a15ed41b-a071-4aaa-a4dc-5cf0b7b784f0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:58:00.836508 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-a15ed41b-a071-4aaa-a4dc-5cf0b7b784f0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:58:00.843993 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ed41b-a071-4aaa-a4dc-5cf0b7b784f0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Pushing event updated for resources: {'Port': ['ID=f78c6a23-4bb6-4698-8dac-5714b02fe868,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:58:00.903953 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-a15ed41b-a071-4aaa-a4dc-5cf0b7b784f0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:58:00.904676 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-a15ed41b-a071-4aaa-a4dc-5cf0b7b784f0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:00.923829 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-a15ed41b-a071-4aaa-a4dc-5cf0b7b784f0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3679790 Mar 23 17:58:00.942063 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-71b4f42f-4c3e-4bd3-a934-4249c2f52816 None None] For port 0c4c189b-e0a2-45fb-a62f-7110d2c3f005, host dv-cinder-834920-1-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:58:00.945915 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-71b4f42f-4c3e-4bd3-a934-4249c2f52816 None None] For port 0c4c189b-e0a2-45fb-a62f-7110d2c3f005, host dv-cinder-834920-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=0c4c189b-e0a2-45fb-a62f-7110d2c3f005,segment=NetworkSegment(1701cf45-61f0-41fc-9f7e-a505b7922af8),segment_id=1701cf45-61f0-41fc-9f7e-a505b7922af8)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:58:00.971965 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-71b4f42f-4c3e-4bd3-a934-4249c2f52816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (0c4c189b-e0a2-45fb-a62f-7110d2c3f005), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:01.043237 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e0e4a0-3f99-41f8-8bcf-c7b020f49959 None None] Sync routers for ids ['144ad25e-5074-4f4f-82a9-a1b858d17177'] in dv-cinder-834920-1-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:58:01.044222 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 4b7156c5-0174-4208-949a-2ec1fcd33a75 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:58:01.061076 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e0e4a0-3f99-41f8-8bcf-c7b020f49959 None None] Routers {'144ad25e-5074-4f4f-82a9-a1b858d17177'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:58:01.062514 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-e5e0e4a0-3f99-41f8-8bcf-c7b020f49959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:57:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['144ad25e-5074-4f4f-82a9-a1b858d17177'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:58:01.107684 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-6ce990ae-dfec-4131-a6ff-890cf4e38644 service neutron] Request body: {'port': {'device_id': '1db243f4-c036-4853-affc-ef960a731a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83492'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:58:01.117230 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ef2c54e4-1ab7-4c7c-bdf2-2ed7802aa093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148222'] for network (2454e63e-38e2-427b-b659-f9e0916e7add), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:01.133917 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a5130826-c712-4cb6-a601-6aa512213cff admin admin] Publish callbacks [] for router_gateway (f9fc5145-b709-4fb6-9f1b-58f193cbae2c), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:01.160630 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4f42f-4c3e-4bd3-a934-4249c2f52816 None None] Pushing event updated for resources: {'Port': ['ID=0c4c189b-e0a2-45fb-a62f-7110d2c3f005,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:58:01.171118 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a5130826-c712-4cb6-a601-6aa512213cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:01.174494 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port 4b7156c5-0174-4208-949a-2ec1fcd33a75 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:58:01.175068 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (4b7156c5-0174-4208-949a-2ec1fcd33a75), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:01.183570 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9582de-cbea-48cf-818c-ae9d9cc79821 req-c39b04df-d4cf-4076-8cec-7c9a4154097b tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:58:01.186595 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ad9582de-cbea-48cf-818c-ae9d9cc79821 req-c39b04df-d4cf-4076-8cec-7c9a4154097b tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=1db243f4-c036-4853-affc-ef960a731a2d HTTP/1.1" status: 200 len: 931 time: 0.2453165 Mar 23 17:58:01.243911 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-6ce990ae-dfec-4131-a6ff-890cf4e38644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (f78c6a23-4bb6-4698-8dac-5714b02fe868), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:01.296165 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-e5e0e4a0-3f99-41f8-8bcf-c7b020f49959 None None] Set router 144ad25e-5074-4f4f-82a9-a1b858d17177 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:58:01.303747 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port 4b7156c5-0174-4208-949a-2ec1fcd33a75 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:58:01.304269 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (4b7156c5-0174-4208-949a-2ec1fcd33a75), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:01.342286 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] For port 4b7156c5-0174-4208-949a-2ec1fcd33a75, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=4b7156c5-0174-4208-949a-2ec1fcd33a75,segment=NetworkSegment(e3d657d5-0d12-4364-ba98-0127febd700d),segment_id=e3d657d5-0d12-4364-ba98-0127febd700d)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:58:01.345601 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-1246c4d9-97ba-4c95-870e-dd4c787cffcf None None] Provisioning complete for port f78c6a23-4bb6-4698-8dac-5714b02fe868 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:58:01.346294 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-1246c4d9-97ba-4c95-870e-dd4c787cffcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (f78c6a23-4bb6-4698-8dac-5714b02fe868), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:01.350218 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (4b7156c5-0174-4208-949a-2ec1fcd33a75), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:01.443196 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-1246c4d9-97ba-4c95-870e-dd4c787cffcf None None] Port f78c6a23-4bb6-4698-8dac-5714b02fe868 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:58:01.503800 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Pushing event updated for resources: {'Port': ['ID=4b7156c5-0174-4208-949a-2ec1fcd33a75,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:58:01.644654 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-e5e0e4a0-3f99-41f8-8bcf-c7b020f49959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144ad25e-5074-4f4f-82a9-a1b858d17177', 'name': 'tempest-TestShelveInstance-2049524218-router', 'tenant_id': '50db197cc056491cad8b4b217a0389cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '4b7156c5-0174-4208-949a-2ec1fcd33a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:57:53Z', 'updated_at': '2022-03-23T17:57:56Z', 'revision_number': 4, 'project_id': '50db197cc056491cad8b4b217a0389cd', 'gw_port': {'id': '4b7156c5-0174-4208-949a-2ec1fcd33a75', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:40:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144ad25e-5074-4f4f-82a9-a1b858d17177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:57:53Z', 'updated_at': '2022-03-23T17:57:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': 'cd322a69-4e36-4f1e-a1ee-5769f32af2d9', 'name': '', 'network_id': '91015884-ad1f-47cd-9e38-dc6d0a7e0da9', 'tenant_id': '50db197cc056491cad8b4b217a0389cd', 'mac_address': 'fa:16:3e:6c:92:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144ad25e-5074-4f4f-82a9-a1b858d17177', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '819b2970-a759-4810-b558-ac5bf0e76138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:57:56Z', 'updated_at': '2022-03-23T17:57:57Z', 'revision_number': 2, 'project_id': '50db197cc056491cad8b4b217a0389cd', 'subnets': [{'id': '819b2970-a759-4810-b558-ac5bf0e76138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:58:01.673690 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e0e4a0-3f99-41f8-8bcf-c7b020f49959 None None] Checking router: 144ad25e-5074-4f4f-82a9-a1b858d17177 for host: dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:58:01.674465 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e0e4a0-3f99-41f8-8bcf-c7b020f49959 None None] Updating router 144ad25e-5074-4f4f-82a9-a1b858d17177 port cd322a69-4e36-4f1e-a1ee-5769f32af2d9 binding host dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 17:58:01.696344 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ef2c54e4-1ab7-4c7c-bdf2-2ed7802aa093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4070212', 'neutron.services.segments.db._delete_segments_for_network-8741035949891'] for network (2454e63e-38e2-427b-b659-f9e0916e7add), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:01.705849 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e5e0e4a0-3f99-41f8-8bcf-c7b020f49959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (cd322a69-4e36-4f1e-a1ee-5769f32af2d9), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:01.718746 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-6ce990ae-dfec-4131-a6ff-890cf4e38644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f78c6a23-4bb6-4698-8dac-5714b02fe868 {{(pid=103207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:58:01.726901 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ad9582de-cbea-48cf-818c-ae9d9cc79821 req-a9323804-3778-452e-87f9-00d788d84e1b tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=236c783f-4529-40b6-be7f-91d064b445eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5214541 Mar 23 17:58:01.727193 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-6ce990ae-dfec-4131-a6ff-890cf4e38644 service neutron] Publish callbacks [] for port (f78c6a23-4bb6-4698-8dac-5714b02fe868), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:01.748344 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.provisioning_blocks [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-6ce990ae-dfec-4131-a6ff-890cf4e38644 service neutron] Transition to ACTIVE for port object f78c6a23-4bb6-4698-8dac-5714b02fe868 will not be triggered until provisioned by entity L2. {{(pid=103207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 17:58:01.752003 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-ef2c54e4-1ab7-4c7c-bdf2-2ed7802aa093 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2454e63e-38e2-427b-b659-f9e0916e7add']}} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:58:01.761293 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-6ce990ae-dfec-4131-a6ff-890cf4e38644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59566636'] for port (f78c6a23-4bb6-4698-8dac-5714b02fe868), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:01.770435 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-ef2c54e4-1ab7-4c7c-bdf2-2ed7802aa093 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57aefedb-ad7e-4e12-928c-2eb0f31ca968') {'for_net_delete': True} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:58:01.770733 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-ef2c54e4-1ab7-4c7c-bdf2-2ed7802aa093 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57aefedb-ad7e-4e12-928c-2eb0f31ca968') {} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:58:01.790749 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [None req-a5130826-c712-4cb6-a601-6aa512213cff admin admin] Allocated IP 172.27.2.110 (17d610fd-133a-4c28-bfb5-fce45cda1090/3c39f8ab-3a38-4914-94a2-be3bf3be7af7/de08b410-3708-4086-8048-fbf1d9fbe572) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:58:01.796441 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ef2c54e4-1ab7-4c7c-bdf2-2ed7802aa093 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741035949644', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59503449'] for segment (57aefedb-ad7e-4e12-928c-2eb0f31ca968), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:01.826518 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ef2c54e4-1ab7-4c7c-bdf2-2ed7802aa093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464'] for segment (57aefedb-ad7e-4e12-928c-2eb0f31ca968), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:01.847603 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce990ae-dfec-4131-a6ff-890cf4e38644 service neutron] Pushing event updated for resources: {'Port': ['ID=f78c6a23-4bb6-4698-8dac-5714b02fe868,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:58:01.880439 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef2c54e4-1ab7-4c7c-bdf2-2ed7802aa093 admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 17:58:01.880917 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ef2c54e4-1ab7-4c7c-bdf2-2ed7802aa093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59308044'] for segment (57aefedb-ad7e-4e12-928c-2eb0f31ca968), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:01.883203 dv-cinder-834920-1-iscsi neutron-server[103208]: Traceback (most recent call last): Mar 23 17:58:01.883203 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 17:58:01.883203 dv-cinder-834920-1-iscsi neutron-server[103208]: timer() Mar 23 17:58:01.883203 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 17:58:01.883203 dv-cinder-834920-1-iscsi neutron-server[103208]: cb(*args, **kw) Mar 23 17:58:01.883203 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 17:58:01.883203 dv-cinder-834920-1-iscsi neutron-server[103208]: return func(*args, **kwargs) Mar 23 17:58:01.883203 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 17:58:01.883203 dv-cinder-834920-1-iscsi neutron-server[103208]: self._notify() Mar 23 17:58:01.883203 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 17:58:01.883203 dv-cinder-834920-1-iscsi neutron-server[103208]: self.callback(batched_events) Mar 23 17:58:01.883203 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 17:58:01.883203 dv-cinder-834920-1-iscsi neutron-server[103208]: event.method(event) Mar 23 17:58:01.883203 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 17:58:01.883203 dv-cinder-834920-1-iscsi neutron-server[103208]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 17:58:01.883203 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 17:58:01.883203 dv-cinder-834920-1-iscsi neutron-server[103208]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 17:58:01.883203 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 17:58:01.883203 dv-cinder-834920-1-iscsi neutron-server[103208]: return f(self, *a, **k) Mar 23 17:58:01.883203 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 17:58:01.883203 dv-cinder-834920-1-iscsi neutron-server[103208]: return self._get(url).json() Mar 23 17:58:01.883203 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 17:58:01.883203 dv-cinder-834920-1-iscsi neutron-server[103208]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 17:58:01.883203 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 17:58:01.883203 dv-cinder-834920-1-iscsi neutron-server[103208]: return self.request(url, 'GET', **kwargs) Mar 23 17:58:01.883203 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 17:58:01.883203 dv-cinder-834920-1-iscsi neutron-server[103208]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 17:58:01.883203 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 17:58:01.883203 dv-cinder-834920-1-iscsi neutron-server[103208]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 17:58:01.883203 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 17:58:01.883203 dv-cinder-834920-1-iscsi neutron-server[103208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 17:58:01.883203 dv-cinder-834920-1-iscsi neutron-server[103208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 17:58:01.912435 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-6ce990ae-dfec-4131-a6ff-890cf4e38644 service neutron] Attempting to bind port f78c6a23-4bb6-4698-8dac-5714b02fe868 on host hv-cinder-83492 for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:58:01.912795 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-6ce990ae-dfec-4131-a6ff-890cf4e38644 service neutron] Attempting to bind port f78c6a23-4bb6-4698-8dac-5714b02fe868 by drivers openvswitch,hyperv on host hv-cinder-83492 at level 0 using segments [{'id': '0ba0aa12-bf45-410a-8276-1084354c048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:58:01.913081 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-6ce990ae-dfec-4131-a6ff-890cf4e38644 service neutron] Attempting to bind port f78c6a23-4bb6-4698-8dac-5714b02fe868 on network 2888c7fe-ae98-4d0e-9549-8ca804e8c855 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:58:01.918871 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-6ce990ae-dfec-4131-a6ff-890cf4e38644 service neutron] Port f78c6a23-4bb6-4698-8dac-5714b02fe868 on network 2888c7fe-ae98-4d0e-9549-8ca804e8c855 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83492 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 17:58:01.919360 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-6ce990ae-dfec-4131-a6ff-890cf4e38644 service neutron] Attempting to bind port f78c6a23-4bb6-4698-8dac-5714b02fe868 on network 2888c7fe-ae98-4d0e-9549-8ca804e8c855 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:58:01.924915 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-6ce990ae-dfec-4131-a6ff-890cf4e38644 service neutron] Checking agent: {'id': '0fd13996-c267-4136-a0e2-84ee892b4d83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83492', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'started_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:58:01.925466 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-6ce990ae-dfec-4131-a6ff-890cf4e38644 service neutron] Checking segment: {'id': '0ba0aa12-bf45-410a-8276-1084354c048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:58:01.925644 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-6ce990ae-dfec-4131-a6ff-890cf4e38644 service neutron] Bound using segment: {'id': '0ba0aa12-bf45-410a-8276-1084354c048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:58:01.926068 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-6ce990ae-dfec-4131-a6ff-890cf4e38644 service neutron] Bound port: f78c6a23-4bb6-4698-8dac-5714b02fe868, host: hv-cinder-83492, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ba0aa12-bf45-410a-8276-1084354c048b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:58:01.926557 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-6ce990ae-dfec-4131-a6ff-890cf4e38644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (f78c6a23-4bb6-4698-8dac-5714b02fe868), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:01.975629 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ef2c54e4-1ab7-4c7c-bdf2-2ed7802aa093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4070271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614259'] for network (2454e63e-38e2-427b-b659-f9e0916e7add), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:01.981825 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ef2c54e4-1ab7-4c7c-bdf2-2ed7802aa093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for network (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:01.985578 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-ef2c54e4-1ab7-4c7c-bdf2-2ed7802aa093 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2454e63e-38e2-427b-b659-f9e0916e7add HTTP/1.1" status: 204 len: 168 time: 1.1555297 Mar 23 17:58:02.008162 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c54e4-1ab7-4c7c-bdf2-2ed7802aa093 admin admin] Pushing event deleted for resources: {'Network': ['ID=2454e63e-38e2-427b-b659-f9e0916e7add,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:58:02.013853 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-6ce990ae-dfec-4131-a6ff-890cf4e38644 service neutron] For port f78c6a23-4bb6-4698-8dac-5714b02fe868, host hv-cinder-83492, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:58:02.019521 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-6ce990ae-dfec-4131-a6ff-890cf4e38644 service neutron] For port f78c6a23-4bb6-4698-8dac-5714b02fe868, host hv-cinder-83492, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=f78c6a23-4bb6-4698-8dac-5714b02fe868,segment=NetworkSegment(0ba0aa12-bf45-410a-8276-1084354c048b),segment_id=0ba0aa12-bf45-410a-8276-1084354c048b)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:58:02.029808 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-6ce990ae-dfec-4131-a6ff-890cf4e38644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59566636'] for port (f78c6a23-4bb6-4698-8dac-5714b02fe868), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:02.058101 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a5130826-c712-4cb6-a601-6aa512213cff admin admin] Publish callbacks [] for port (de08b410-3708-4086-8048-fbf1d9fbe572), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:02.116104 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-6ce990ae-dfec-4131-a6ff-890cf4e38644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:58:02.117032 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a5130826-c712-4cb6-a601-6aa512213cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59308127'] for port (de08b410-3708-4086-8048-fbf1d9fbe572), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:02.117308 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-6ce990ae-dfec-4131-a6ff-890cf4e38644 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:02.118435 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-6ce990ae-dfec-4131-a6ff-890cf4e38644 service neutron] 10.222.0.57 "PUT /v2.0/ports/f78c6a23-4bb6-4698-8dac-5714b02fe868 HTTP/1.1" status: 200 len: 1093 time: 1.1874654 Mar 23 17:58:02.118959 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db243f4-c036-4853-affc-ef960a731a2d', 'tag': 'f78c6a23-4bb6-4698-8dac-5714b02fe868'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:58:02.121756 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1999b637-d10c-42ba-800e-3fc27437efa4" -d '{"events": [{"name": "network-changed", "server_uuid": "1db243f4-c036-4853-affc-ef960a731a2d", "tag": "f78c6a23-4bb6-4698-8dac-5714b02fe868"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:58:02.228427 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5130826-c712-4cb6-a601-6aa512213cff admin admin] Network 17d610fd-133a-4c28-bfb5-fce45cda1090 is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:58:02.231762 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:58:02.232341 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-a5130826-c712-4cb6-a601-6aa512213cff admin admin] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:58:02.234666 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e5e0e4a0-3f99-41f8-8bcf-c7b020f49959 None None] Publish callbacks [] for port (cd322a69-4e36-4f1e-a1ee-5769f32af2d9), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:02.238464 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5130826-c712-4cb6-a601-6aa512213cff admin admin] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:58:02.245799 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e5e0e4a0-3f99-41f8-8bcf-c7b020f49959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (cd322a69-4e36-4f1e-a1ee-5769f32af2d9), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:02.304409 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5130826-c712-4cb6-a601-6aa512213cff admin admin] Pushing event updated for resources: {'Port': ['ID=de08b410-3708-4086-8048-fbf1d9fbe572,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:58:02.308638 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effecdd5-c743-48fc-b308-5a1fa6caac64 None None] Pushing event updated for resources: {'Port': ['ID=cd322a69-4e36-4f1e-a1ee-5769f32af2d9,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:58:02.321087 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effecdd5-c743-48fc-b308-5a1fa6caac64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:58:02.321592 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effecdd5-c743-48fc-b308-5a1fa6caac64 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:58:02.322044 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effecdd5-c743-48fc-b308-5a1fa6caac64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:58:02.322485 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effecdd5-c743-48fc-b308-5a1fa6caac64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:58:02.323052 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effecdd5-c743-48fc-b308-5a1fa6caac64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:58:02.323724 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effecdd5-c743-48fc-b308-5a1fa6caac64 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:58:02.324592 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effecdd5-c743-48fc-b308-5a1fa6caac64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:58:02.325182 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effecdd5-c743-48fc-b308-5a1fa6caac64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:58:02.325744 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effecdd5-c743-48fc-b308-5a1fa6caac64 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:58:02.326294 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effecdd5-c743-48fc-b308-5a1fa6caac64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:58:02.326439 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce990ae-dfec-4131-a6ff-890cf4e38644 service neutron] Pushing event updated for resources: {'Port': ['ID=f78c6a23-4bb6-4698-8dac-5714b02fe868,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:58:02.327367 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effecdd5-c743-48fc-b308-5a1fa6caac64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:58:02.327934 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effecdd5-c743-48fc-b308-5a1fa6caac64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:58:02.329097 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effecdd5-c743-48fc-b308-5a1fa6caac64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:58:02.329692 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effecdd5-c743-48fc-b308-5a1fa6caac64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:58:02.330397 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effecdd5-c743-48fc-b308-5a1fa6caac64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:58:02.398855 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 51838) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:58:02.445464 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-2a67399d-f1d3-4454-b871-d6bc911c0e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:58:02.447624 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-2a67399d-f1d3-4454-b871-d6bc911c0e98 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81cbeef3df3646be902884c3e8e86d20&device_id=1db243f4-c036-4853-affc-ef960a731a2d HTTP/1.1" status: 200 len: 1127 time: 0.2674778 Mar 23 17:58:02.455297 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-e5e0e4a0-3f99-41f8-8bcf-c7b020f49959 None None] Attempting to bind port cd322a69-4e36-4f1e-a1ee-5769f32af2d9 on host dv-cinder-834920-1-iscsi for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:58:02.455951 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-e5e0e4a0-3f99-41f8-8bcf-c7b020f49959 None None] Attempting to bind port cd322a69-4e36-4f1e-a1ee-5769f32af2d9 by drivers openvswitch,hyperv on host dv-cinder-834920-1-iscsi at level 0 using segments [{'id': 'c97f2ade-219a-45cb-ae74-6e17233844c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '91015884-ad1f-47cd-9e38-dc6d0a7e0da9'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:58:02.464696 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e0e4a0-3f99-41f8-8bcf-c7b020f49959 None None] Attempting to bind port cd322a69-4e36-4f1e-a1ee-5769f32af2d9 on network 91015884-ad1f-47cd-9e38-dc6d0a7e0da9 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:58:02.475876 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e0e4a0-3f99-41f8-8bcf-c7b020f49959 None None] Checking agent: {'id': '827fbf48-cdcd-428c-a50e-7eba0e2d74f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834920-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 21, 14), 'started_at': datetime.datetime(2022, 3, 23, 17, 21, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834920-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:58:02.476554 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e0e4a0-3f99-41f8-8bcf-c7b020f49959 None None] Checking segment: {'id': 'c97f2ade-219a-45cb-ae74-6e17233844c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '91015884-ad1f-47cd-9e38-dc6d0a7e0da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:58:02.477276 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e5e0e4a0-3f99-41f8-8bcf-c7b020f49959 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:02.477917 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e0e4a0-3f99-41f8-8bcf-c7b020f49959 None None] Bound using segment: {'id': 'c97f2ade-219a-45cb-ae74-6e17233844c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '91015884-ad1f-47cd-9e38-dc6d0a7e0da9'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:58:02.478614 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-e5e0e4a0-3f99-41f8-8bcf-c7b020f49959 None None] Bound port: cd322a69-4e36-4f1e-a1ee-5769f32af2d9, host: dv-cinder-834920-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97f2ade-219a-45cb-ae74-6e17233844c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '91015884-ad1f-47cd-9e38-dc6d0a7e0da9'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:58:02.479754 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e5e0e4a0-3f99-41f8-8bcf-c7b020f49959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (cd322a69-4e36-4f1e-a1ee-5769f32af2d9), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:02.528092 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-9150ee99-f06e-4190-95a5-8c4ca175b645 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f78c6a23-4bb6-4698-8dac-5714b02fe868 HTTP/1.1" status: 200 len: 217 time: 0.0724838 Mar 23 17:58:02.594010 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-4d565e7b-ca44-47a7-a16d-baefac2678d6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=36b18e99e8fe420abc396a006503eb9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1939883 Mar 23 17:58:02.597682 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 51840) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:58:02.622837 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-afc8dc0f-df12-44d2-8ef8-a94d4f50168e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:58:02.624527 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-afc8dc0f-df12-44d2-8ef8-a94d4f50168e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d923e995-8ad4-43f2-beba-221af8031362 HTTP/1.1" status: 200 len: 854 time: 0.0903647 Mar 23 17:58:02.637553 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-e5e0e4a0-3f99-41f8-8bcf-c7b020f49959 None None] For port cd322a69-4e36-4f1e-a1ee-5769f32af2d9, host dv-cinder-834920-1-iscsi, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:58:02.644847 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-e5e0e4a0-3f99-41f8-8bcf-c7b020f49959 None None] For port cd322a69-4e36-4f1e-a1ee-5769f32af2d9, host dv-cinder-834920-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=cd322a69-4e36-4f1e-a1ee-5769f32af2d9,segment=NetworkSegment(c97f2ade-219a-45cb-ae74-6e17233844c7),segment_id=c97f2ade-219a-45cb-ae74-6e17233844c7)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:58:02.658333 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e5e0e4a0-3f99-41f8-8bcf-c7b020f49959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (cd322a69-4e36-4f1e-a1ee-5769f32af2d9), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:02.729725 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e5fa20e3-13e7-4367-bcf6-c66cd21db558 admin admin] Publish callbacks [] for security_group (d4a4eee2-65d2-43d8-8484-d57d23782db8), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:02.737599 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e0e4a0-3f99-41f8-8bcf-c7b020f49959 None None] Routers {'144ad25e-5074-4f4f-82a9-a1b858d17177'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:58:02.738336 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-e5e0e4a0-3f99-41f8-8bcf-c7b020f49959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:57:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['144ad25e-5074-4f4f-82a9-a1b858d17177'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:58:02.761564 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e5fa20e3-13e7-4367-bcf6-c66cd21db558 admin admin] Publish callbacks [] for security_group (d4a4eee2-65d2-43d8-8484-d57d23782db8), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:02.765266 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-e96e723c-5d00-438c-9638-e909efe49b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:58:02.766963 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-e96e723c-5d00-438c-9638-e909efe49b5e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2888c7fe-ae98-4d0e-9549-8ca804e8c855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1345637 Mar 23 17:58:02.782640 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a5130826-c712-4cb6-a601-6aa512213cff admin admin] Publish callbacks [] for router_gateway (f9fc5145-b709-4fb6-9f1b-58f193cbae2c), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:02.870565 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-117cb07e-6f9e-46e4-90b3-dc970cce66de None None] Provisioning complete for port cd322a69-4e36-4f1e-a1ee-5769f32af2d9 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:58:02.871193 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-117cb07e-6f9e-46e4-90b3-dc970cce66de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (cd322a69-4e36-4f1e-a1ee-5769f32af2d9), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:02.879968 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effecdd5-c743-48fc-b308-5a1fa6caac64 None None] Pushing event updated for resources: {'Port': ['ID=cd322a69-4e36-4f1e-a1ee-5769f32af2d9,revision_number=4']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:58:02.951971 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1204c935-72da-4002-a02d-71eb0dbe9644 None None] Network e6dd206f-a53e-45e0-bf23-aac7bd796814 requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:58:02.989544 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e00cd-25fe-4050-9058-71ae0c8ca09c req-503beeb3-9015-47db-b649-9c8b2c315e73 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:58:02.997419 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c54e00cd-25fe-4050-9058-71ae0c8ca09c req-503beeb3-9015-47db-b649-9c8b2c315e73 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=1db243f4-c036-4853-affc-ef960a731a2d HTTP/1.1" status: 200 len: 943 time: 0.1196399 Mar 23 17:58:03.026459 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-e5e0e4a0-3f99-41f8-8bcf-c7b020f49959 None None] Set router 144ad25e-5074-4f4f-82a9-a1b858d17177 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:58:03.027442 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-a508f200-da4e-4ac1-970e-427a61f25234 service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420173 Mar 23 17:58:03.064682 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 0c4c189b-e0a2-45fb-a62f-7110d2c3f005 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:58:03.103628 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e5fa20e3-13e7-4367-bcf6-c66cd21db558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (d4a4eee2-65d2-43d8-8484-d57d23782db8), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:03.106326 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e5fa20e3-13e7-4367-bcf6-c66cd21db558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:03.107678 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-e5fa20e3-13e7-4367-bcf6-c66cd21db558 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4a4eee2-65d2-43d8-8484-d57d23782db8 HTTP/1.1" status: 204 len: 168 time: 0.5090585 Mar 23 17:58:03.125062 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa20e3-13e7-4367-bcf6-c66cd21db558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a4eee2-65d2-43d8-8484-d57d23782db8,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:58:03.184137 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c54e00cd-25fe-4050-9058-71ae0c8ca09c req-e6b178bc-fb49-4e2b-8457-89aaaad9c7e9 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=236c783f-4529-40b6-be7f-91d064b445eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1858132 Mar 23 17:58:03.193670 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5c4051f7-e4b9-40c6-9725-9b6bb8cd8393 req-2d832104-205c-4002-9231-2128fd1732fa service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598840 Mar 23 17:58:03.203309 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a5130826-c712-4cb6-a601-6aa512213cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614187'] for router (f9fc5145-b709-4fb6-9f1b-58f193cbae2c), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:03.307693 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-117cb07e-6f9e-46e4-90b3-dc970cce66de None None] Current status of the port cd322a69-4e36-4f1e-a1ee-5769f32af2d9 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:58:03.308084 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-117cb07e-6f9e-46e4-90b3-dc970cce66de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (cd322a69-4e36-4f1e-a1ee-5769f32af2d9), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:03.313479 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port 0c4c189b-e0a2-45fb-a62f-7110d2c3f005 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:58:03.314115 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (0c4c189b-e0a2-45fb-a62f-7110d2c3f005), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:03.367603 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-e5e0e4a0-3f99-41f8-8bcf-c7b020f49959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144ad25e-5074-4f4f-82a9-a1b858d17177', 'name': 'tempest-TestShelveInstance-2049524218-router', 'tenant_id': '50db197cc056491cad8b4b217a0389cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '4b7156c5-0174-4208-949a-2ec1fcd33a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:57:53Z', 'updated_at': '2022-03-23T17:57:56Z', 'revision_number': 4, 'project_id': '50db197cc056491cad8b4b217a0389cd', 'gw_port': {'id': '4b7156c5-0174-4208-949a-2ec1fcd33a75', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144ad25e-5074-4f4f-82a9-a1b858d17177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:57:53Z', 'updated_at': '2022-03-23T17:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': 'cd322a69-4e36-4f1e-a1ee-5769f32af2d9', 'name': '', 'network_id': '91015884-ad1f-47cd-9e38-dc6d0a7e0da9', 'tenant_id': '50db197cc056491cad8b4b217a0389cd', 'mac_address': 'fa:16:3e:6c:92:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144ad25e-5074-4f4f-82a9-a1b858d17177', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '819b2970-a759-4810-b558-ac5bf0e76138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:57:56Z', 'updated_at': '2022-03-23T17:58:02Z', 'revision_number': 4, 'project_id': '50db197cc056491cad8b4b217a0389cd', 'subnets': [{'id': '819b2970-a759-4810-b558-ac5bf0e76138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:58:03.374235 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5130826-c712-4cb6-a601-6aa512213cff admin admin] Router f9fc5145-b709-4fb6-9f1b-58f193cbae2c is scheduled to L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 with binding_index 1 {{(pid=103208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 17:58:03.404431 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e0e4a0-3f99-41f8-8bcf-c7b020f49959 None None] The sync data for ids ['144ad25e-5074-4f4f-82a9-a1b858d17177'] in dv-cinder-834920-1-iscsi is: [{'id': '144ad25e-5074-4f4f-82a9-a1b858d17177', 'name': 'tempest-TestShelveInstance-2049524218-router', 'tenant_id': '50db197cc056491cad8b4b217a0389cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '4b7156c5-0174-4208-949a-2ec1fcd33a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:57:53Z', 'updated_at': '2022-03-23T17:57:56Z', 'revision_number': 4, 'project_id': '50db197cc056491cad8b4b217a0389cd', 'gw_port': {'id': '4b7156c5-0174-4208-949a-2ec1fcd33a75', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144ad25e-5074-4f4f-82a9-a1b858d17177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:57:53Z', 'updated_at': '2022-03-23T17:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': 'cd322a69-4e36-4f1e-a1ee-5769f32af2d9', 'name': '', 'network_id': '91015884-ad1f-47cd-9e38-dc6d0a7e0da9', 'tenant_id': '50db197cc056491cad8b4b217a0389cd', 'mac_address': 'fa:16:3e:6c:92:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144ad25e-5074-4f4f-82a9-a1b858d17177', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '819b2970-a759-4810-b558-ac5bf0e76138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:57:56Z', 'updated_at': '2022-03-23T17:58:02Z', 'revision_number': 4, 'project_id': '50db197cc056491cad8b4b217a0389cd', 'subnets': [{'id': '819b2970-a759-4810-b558-ac5bf0e76138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:58:03.406933 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-117cb07e-6f9e-46e4-90b3-dc970cce66de None None] For port cd322a69-4e36-4f1e-a1ee-5769f32af2d9, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=cd322a69-4e36-4f1e-a1ee-5769f32af2d9,segment=NetworkSegment(c97f2ade-219a-45cb-ae74-6e17233844c7),segment_id=c97f2ade-219a-45cb-ae74-6e17233844c7)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:58:03.421809 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-117cb07e-6f9e-46e4-90b3-dc970cce66de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (cd322a69-4e36-4f1e-a1ee-5769f32af2d9), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:03.494211 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port 0c4c189b-e0a2-45fb-a62f-7110d2c3f005 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:58:03.494452 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (0c4c189b-e0a2-45fb-a62f-7110d2c3f005), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:03.521939 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117cb07e-6f9e-46e4-90b3-dc970cce66de None None] Pushing event updated for resources: {'Port': ['ID=cd322a69-4e36-4f1e-a1ee-5769f32af2d9,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:58:03.549577 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5130826-c712-4cb6-a601-6aa512213cff admin admin] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:58:03.560281 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] For port 0c4c189b-e0a2-45fb-a62f-7110d2c3f005, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=0c4c189b-e0a2-45fb-a62f-7110d2c3f005,segment=NetworkSegment(1701cf45-61f0-41fc-9f7e-a505b7922af8),segment_id=1701cf45-61f0-41fc-9f7e-a505b7922af8)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:58:03.569190 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfc6c9d-5518-458e-8fda-b6724c4b8e00 None None] Sync routers for ids ['f9fc5145-b709-4fb6-9f1b-58f193cbae2c'] in dv-cinder-834920-1-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:58:03.576224 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (0c4c189b-e0a2-45fb-a62f-7110d2c3f005), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:03.577405 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 4b7156c5-0174-4208-949a-2ec1fcd33a75 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:58:03.582144 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a5130826-c712-4cb6-a601-6aa512213cff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:03.586747 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 51848) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:58:03.587607 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-a5130826-c712-4cb6-a601-6aa512213cff admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3124828 Mar 23 17:58:03.609571 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-b7d94071-8eff-4121-a211-4375d69d5eef None None] Provisioning complete for port 0c4c189b-e0a2-45fb-a62f-7110d2c3f005 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:58:03.609949 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b7d94071-8eff-4121-a211-4375d69d5eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (0c4c189b-e0a2-45fb-a62f-7110d2c3f005), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:03.682981 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 51850) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:58:03.705353 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b21531f-c344-49d5-b5d1-727ec6a1841a x-openstack-request-id: req-0b21531f-c344-49d5-b5d1-727ec6a1841a {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:58:03.705848 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1db243f4-c036-4853-affc-ef960a731a2d", "tag": "f78c6a23-4bb6-4698-8dac-5714b02fe868", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:58:03.706107 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0b21531f-c344-49d5-b5d1-727ec6a1841a {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:58:03.706879 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b21531f-c344-49d5-b5d1-727ec6a1841a'] response: {'name': 'network-changed', 'server_uuid': '1db243f4-c036-4853-affc-ef960a731a2d', 'tag': 'f78c6a23-4bb6-4698-8dac-5714b02fe868', 'status': 'completed', 'code': 200} Mar 23 17:58:03.712567 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfc6c9d-5518-458e-8fda-b6724c4b8e00 None None] Routers {'f9fc5145-b709-4fb6-9f1b-58f193cbae2c'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:58:03.713037 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-dbfc6c9d-5518-458e-8fda-b6724c4b8e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:57:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['f9fc5145-b709-4fb6-9f1b-58f193cbae2c'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:58:03.754218 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-30db9f7a-c8d3-420f-b024-e3939cc34b76 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4d7bf0a1b29349a0b8193efb6a34b5c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0697665 Mar 23 17:58:03.756563 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 51854) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:58:03.823099 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2a89764a-cddc-4d4e-9f36-21286b93492c admin admin] Publish callbacks [] for security_group (5339e05c-f711-432a-b844-c1ab42f8bf8a), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:03.854943 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2a89764a-cddc-4d4e-9f36-21286b93492c admin admin] Publish callbacks [] for security_group (5339e05c-f711-432a-b844-c1ab42f8bf8a), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:03.936945 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2a89764a-cddc-4d4e-9f36-21286b93492c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (5339e05c-f711-432a-b844-c1ab42f8bf8a), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:03.936945 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2a89764a-cddc-4d4e-9f36-21286b93492c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:03.936945 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-2a89764a-cddc-4d4e-9f36-21286b93492c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5339e05c-f711-432a-b844-c1ab42f8bf8a HTTP/1.1" status: 204 len: 168 time: 0.1789949 Mar 23 17:58:03.948101 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89764a-cddc-4d4e-9f36-21286b93492c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5339e05c-f711-432a-b844-c1ab42f8bf8a,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:58:03.984017 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Pushing event updated for resources: {'Port': ['ID=0c4c189b-e0a2-45fb-a62f-7110d2c3f005,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:58:04.042878 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port 4b7156c5-0174-4208-949a-2ec1fcd33a75 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:58:04.043304 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (4b7156c5-0174-4208-949a-2ec1fcd33a75), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:04.148871 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-dbfc6c9d-5518-458e-8fda-b6724c4b8e00 None None] Set router f9fc5145-b709-4fb6-9f1b-58f193cbae2c gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:58:04.180714 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999b637-d10c-42ba-800e-3fc27437efa4 req-2918e542-ea73-4598-b5c8-6b476ec4db97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:58:04.182281 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1999b637-d10c-42ba-800e-3fc27437efa4 req-2918e542-ea73-4598-b5c8-6b476ec4db97 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81cbeef3df3646be902884c3e8e86d20&device_id=1db243f4-c036-4853-affc-ef960a731a2d HTTP/1.1" status: 200 len: 1127 time: 0.4442167 Mar 23 17:58:04.253166 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-b7d94071-8eff-4121-a211-4375d69d5eef None None] Current status of the port 0c4c189b-e0a2-45fb-a62f-7110d2c3f005 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:58:04.365126 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port 4b7156c5-0174-4208-949a-2ec1fcd33a75 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:58:04.395026 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-b7d94071-8eff-4121-a211-4375d69d5eef None None] Provisioning complete for port cd322a69-4e36-4f1e-a1ee-5769f32af2d9 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:58:04.395401 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b7d94071-8eff-4121-a211-4375d69d5eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (cd322a69-4e36-4f1e-a1ee-5769f32af2d9), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:04.403289 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd25ff4-1d6e-48d9-b32e-f58b5b1d5db7 req-4f44a5fb-1c3f-4e2d-a496-68608ce8aec7 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:58:04.408799 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3dd25ff4-1d6e-48d9-b32e-f58b5b1d5db7 req-4f44a5fb-1c3f-4e2d-a496-68608ce8aec7 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=1db243f4-c036-4853-affc-ef960a731a2d HTTP/1.1" status: 200 len: 943 time: 0.1059666 Mar 23 17:58:04.435940 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999b637-d10c-42ba-800e-3fc27437efa4 req-d4465c2a-4e02-4784-a3bb-d021d071d004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:58:04.437448 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1999b637-d10c-42ba-800e-3fc27437efa4 req-d4465c2a-4e02-4784-a3bb-d021d071d004 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2888c7fe-ae98-4d0e-9549-8ca804e8c855 HTTP/1.1" status: 200 len: 916 time: 0.2481754 Mar 23 17:58:04.494715 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1999b637-d10c-42ba-800e-3fc27437efa4 req-81dbb4d0-b1ef-4b8f-8448-9718a97d654e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f78c6a23-4bb6-4698-8dac-5714b02fe868 HTTP/1.1" status: 200 len: 217 time: 0.0480661 Mar 23 17:58:04.500164 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-3dd25ff4-1d6e-48d9-b32e-f58b5b1d5db7 req-97311039-cbf2-48fa-b08d-169d8915c8ec tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=236c783f-4529-40b6-be7f-91d064b445eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0783455 Mar 23 17:58:04.521465 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-dbfc6c9d-5518-458e-8fda-b6724c4b8e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fc5145-b709-4fb6-9f1b-58f193cbae2c', 'name': 'tempest-TestShelveInstance-1789764865-router', 'tenant_id': '4f5c15bc3d0c44ff96671679ebfe611f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'de08b410-3708-4086-8048-fbf1d9fbe572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:58:00Z', 'updated_at': '2022-03-23T17:58:02Z', 'revision_number': 3, 'project_id': '4f5c15bc3d0c44ff96671679ebfe611f', 'gw_port': {'id': 'de08b410-3708-4086-8048-fbf1d9fbe572', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fc5145-b709-4fb6-9f1b-58f193cbae2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:58:01Z', 'updated_at': '2022-03-23T17:58:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi'}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:58:04.558160 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfc6c9d-5518-458e-8fda-b6724c4b8e00 None None] Checking router: f9fc5145-b709-4fb6-9f1b-58f193cbae2c for host: dv-cinder-834920-1-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:58:04.558160 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfc6c9d-5518-458e-8fda-b6724c4b8e00 None None] Updating router f9fc5145-b709-4fb6-9f1b-58f193cbae2c port de08b410-3708-4086-8048-fbf1d9fbe572 binding host dv-cinder-834920-1-iscsi {{(pid=103209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 17:58:04.577806 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999b637-d10c-42ba-800e-3fc27437efa4 req-cd8319bc-9e00-446b-bb51-be63729e8515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:58:04.579348 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1999b637-d10c-42ba-800e-3fc27437efa4 req-cd8319bc-9e00-446b-bb51-be63729e8515 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d923e995-8ad4-43f2-beba-221af8031362 HTTP/1.1" status: 200 len: 854 time: 0.0553794 Mar 23 17:58:04.590338 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-b7d94071-8eff-4121-a211-4375d69d5eef None None] Current status of the port cd322a69-4e36-4f1e-a1ee-5769f32af2d9 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:58:04.603068 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-dbfc6c9d-5518-458e-8fda-b6724c4b8e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (de08b410-3708-4086-8048-fbf1d9fbe572), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:04.691187 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999b637-d10c-42ba-800e-3fc27437efa4 req-a6afab9f-c89b-43ef-a3ea-1693d0600f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:58:04.692863 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1999b637-d10c-42ba-800e-3fc27437efa4 req-a6afab9f-c89b-43ef-a3ea-1693d0600f48 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2888c7fe-ae98-4d0e-9549-8ca804e8c855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1064973 Mar 23 17:58:04.754575 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-a081d463-9f85-4e0e-9ec7-e07f3c693162 None None] Provisioning complete for port 0c4c189b-e0a2-45fb-a62f-7110d2c3f005 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:58:04.754942 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a081d463-9f85-4e0e-9ec7-e07f3c693162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (0c4c189b-e0a2-45fb-a62f-7110d2c3f005), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:04.784604 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-747d7ece-6ef9-4f4c-8d8e-376f2654a3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:04.873010 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1999b637-d10c-42ba-800e-3fc27437efa4 req-5864ba50-44f4-4ccf-ac4b-3147c137b6f0 service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613290 Mar 23 17:58:04.910807 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-a081d463-9f85-4e0e-9ec7-e07f3c693162 None None] Current status of the port 0c4c189b-e0a2-45fb-a62f-7110d2c3f005 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:58:04.972977 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 0c4c189b-e0a2-45fb-a62f-7110d2c3f005 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:58:05.020099 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-dbfc6c9d-5518-458e-8fda-b6724c4b8e00 None None] Publish callbacks [] for port (de08b410-3708-4086-8048-fbf1d9fbe572), precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:05.032401 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-dbfc6c9d-5518-458e-8fda-b6724c4b8e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (de08b410-3708-4086-8048-fbf1d9fbe572), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:05.054316 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-1999b637-d10c-42ba-800e-3fc27437efa4 req-56cdb40a-d9ef-449c-ab95-2bb12c62909d service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747599 Mar 23 17:58:05.063410 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [None req-747d7ece-6ef9-4f4c-8d8e-376f2654a3be admin admin] Allocated IP 172.20.0.1 (e6dd206f-a53e-45e0-bf23-aac7bd796814/63f0f28e-3221-4675-b29d-8d8ae492678b/4b2ad408-647e-41d7-ba98-9469d12fd388) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 17:58:05.095492 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b247d-03f9-4863-becd-6e9172a83a14 None None] Pushing event updated for resources: {'Port': ['ID=de08b410-3708-4086-8048-fbf1d9fbe572,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:58:05.101359 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-dbfc6c9d-5518-458e-8fda-b6724c4b8e00 None None] Attempting to bind port de08b410-3708-4086-8048-fbf1d9fbe572 on host dv-cinder-834920-1-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:58:05.101720 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-dbfc6c9d-5518-458e-8fda-b6724c4b8e00 None None] Attempting to bind port de08b410-3708-4086-8048-fbf1d9fbe572 by drivers openvswitch,hyperv on host dv-cinder-834920-1-iscsi at level 0 using segments [{'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:58:05.102081 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfc6c9d-5518-458e-8fda-b6724c4b8e00 None None] Attempting to bind port de08b410-3708-4086-8048-fbf1d9fbe572 on network 17d610fd-133a-4c28-bfb5-fce45cda1090 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:58:05.111052 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port 0c4c189b-e0a2-45fb-a62f-7110d2c3f005 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:58:05.111445 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (0c4c189b-e0a2-45fb-a62f-7110d2c3f005), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:05.113490 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfc6c9d-5518-458e-8fda-b6724c4b8e00 None None] Checking agent: {'id': '827fbf48-cdcd-428c-a50e-7eba0e2d74f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834920-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 21, 14), 'started_at': datetime.datetime(2022, 3, 23, 17, 21, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834920-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:58:05.113859 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfc6c9d-5518-458e-8fda-b6724c4b8e00 None None] Checking segment: {'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:58:05.114264 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-dbfc6c9d-5518-458e-8fda-b6724c4b8e00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:05.114636 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfc6c9d-5518-458e-8fda-b6724c4b8e00 None None] Bound using segment: {'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:58:05.115114 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-dbfc6c9d-5518-458e-8fda-b6724c4b8e00 None None] Bound port: de08b410-3708-4086-8048-fbf1d9fbe572, host: dv-cinder-834920-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:58:05.115490 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-dbfc6c9d-5518-458e-8fda-b6724c4b8e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (de08b410-3708-4086-8048-fbf1d9fbe572), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:05.200762 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-dbfc6c9d-5518-458e-8fda-b6724c4b8e00 None None] For port de08b410-3708-4086-8048-fbf1d9fbe572, host dv-cinder-834920-1-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:58:05.203952 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-747d7ece-6ef9-4f4c-8d8e-376f2654a3be admin admin] Publish callbacks [] for port (4b2ad408-647e-41d7-ba98-9469d12fd388), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:05.204611 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-dbfc6c9d-5518-458e-8fda-b6724c4b8e00 None None] For port de08b410-3708-4086-8048-fbf1d9fbe572, host dv-cinder-834920-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=de08b410-3708-4086-8048-fbf1d9fbe572,segment=NetworkSegment(e3d657d5-0d12-4364-ba98-0127febd700d),segment_id=e3d657d5-0d12-4364-ba98-0127febd700d)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:58:05.232942 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-dbfc6c9d-5518-458e-8fda-b6724c4b8e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (de08b410-3708-4086-8048-fbf1d9fbe572), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:05.263887 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-747d7ece-6ef9-4f4c-8d8e-376f2654a3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59566619'] for port (4b2ad408-647e-41d7-ba98-9469d12fd388), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:05.288884 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port 0c4c189b-e0a2-45fb-a62f-7110d2c3f005 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:58:05.290010 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device cd322a69-4e36-4f1e-a1ee-5769f32af2d9 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:58:05.328265 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747d7ece-6ef9-4f4c-8d8e-376f2654a3be admin admin] Network e6dd206f-a53e-45e0-bf23-aac7bd796814 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:58:05.328765 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfc6c9d-5518-458e-8fda-b6724c4b8e00 None None] Routers {'f9fc5145-b709-4fb6-9f1b-58f193cbae2c'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:58:05.329510 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-dbfc6c9d-5518-458e-8fda-b6724c4b8e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:57:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['f9fc5145-b709-4fb6-9f1b-58f193cbae2c'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:58:05.331243 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-747d7ece-6ef9-4f4c-8d8e-376f2654a3be admin admin] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:58:05.333063 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b247d-03f9-4863-becd-6e9172a83a14 None None] Pushing event updated for resources: {'Port': ['ID=de08b410-3708-4086-8048-fbf1d9fbe572,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:58:05.344383 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747d7ece-6ef9-4f4c-8d8e-376f2654a3be admin admin] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 17:58:05.352424 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d7ece-6ef9-4f4c-8d8e-376f2654a3be admin admin] Pushing event updated for resources: {'Port': ['ID=4b2ad408-647e-41d7-ba98-9469d12fd388,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:58:05.442274 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-747d7ece-6ef9-4f4c-8d8e-376f2654a3be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614142'] for router_interface (f9fc5145-b709-4fb6-9f1b-58f193cbae2c), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:05.456011 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port cd322a69-4e36-4f1e-a1ee-5769f32af2d9 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:58:05.456393 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (cd322a69-4e36-4f1e-a1ee-5769f32af2d9), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:05.495062 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-dbfc6c9d-5518-458e-8fda-b6724c4b8e00 None None] Set router f9fc5145-b709-4fb6-9f1b-58f193cbae2c gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:58:05.635800 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-747d7ece-6ef9-4f4c-8d8e-376f2654a3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (4b2ad408-647e-41d7-ba98-9469d12fd388), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:05.678670 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31460b-e5f7-44ca-ae89-0d2a0604a775 req-aec5d49d-c297-4f70-9330-afe866a29b38 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:58:05.680415 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6b31460b-e5f7-44ca-ae89-0d2a0604a775 req-aec5d49d-c297-4f70-9330-afe866a29b38 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=1db243f4-c036-4853-affc-ef960a731a2d HTTP/1.1" status: 200 len: 943 time: 0.0936360 Mar 23 17:58:05.700414 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port cd322a69-4e36-4f1e-a1ee-5769f32af2d9 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:58:05.745343 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6b31460b-e5f7-44ca-ae89-0d2a0604a775 req-f55590fd-29cf-4681-b100-68ef639be170 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=236c783f-4529-40b6-be7f-91d064b445eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587368 Mar 23 17:58:05.752647 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-aaa8706a-484d-450c-9aae-cc6f9bf28b86 None None] Provisioning complete for port 4b2ad408-647e-41d7-ba98-9469d12fd388 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:58:05.753014 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-aaa8706a-484d-450c-9aae-cc6f9bf28b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (4b2ad408-647e-41d7-ba98-9469d12fd388), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:05.793053 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-aaa8706a-484d-450c-9aae-cc6f9bf28b86 None None] Port 4b2ad408-647e-41d7-ba98-9469d12fd388 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:58:05.802854 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-dbfc6c9d-5518-458e-8fda-b6724c4b8e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fc5145-b709-4fb6-9f1b-58f193cbae2c', 'name': 'tempest-TestShelveInstance-1789764865-router', 'tenant_id': '4f5c15bc3d0c44ff96671679ebfe611f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'de08b410-3708-4086-8048-fbf1d9fbe572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:58:00Z', 'updated_at': '2022-03-23T17:58:02Z', 'revision_number': 3, 'project_id': '4f5c15bc3d0c44ff96671679ebfe611f', 'gw_port': {'id': 'de08b410-3708-4086-8048-fbf1d9fbe572', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fc5145-b709-4fb6-9f1b-58f193cbae2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:58:01Z', 'updated_at': '2022-03-23T17:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi'}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:58:05.832675 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfc6c9d-5518-458e-8fda-b6724c4b8e00 None None] The sync data for ids ['f9fc5145-b709-4fb6-9f1b-58f193cbae2c'] in dv-cinder-834920-1-iscsi is: [{'id': 'f9fc5145-b709-4fb6-9f1b-58f193cbae2c', 'name': 'tempest-TestShelveInstance-1789764865-router', 'tenant_id': '4f5c15bc3d0c44ff96671679ebfe611f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'de08b410-3708-4086-8048-fbf1d9fbe572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:58:00Z', 'updated_at': '2022-03-23T17:58:02Z', 'revision_number': 3, 'project_id': '4f5c15bc3d0c44ff96671679ebfe611f', 'gw_port': {'id': 'de08b410-3708-4086-8048-fbf1d9fbe572', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fc5145-b709-4fb6-9f1b-58f193cbae2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:58:01Z', 'updated_at': '2022-03-23T17:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi'}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:58:05.843803 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-747d7ece-6ef9-4f4c-8d8e-376f2654a3be admin admin] Publish callbacks [] for port (4b2ad408-647e-41d7-ba98-9469d12fd388), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:05.850190 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-747d7ece-6ef9-4f4c-8d8e-376f2654a3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59566636'] for port (4b2ad408-647e-41d7-ba98-9469d12fd388), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:05.914955 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d7ece-6ef9-4f4c-8d8e-376f2654a3be admin admin] Pushing event updated for resources: {'Port': ['ID=4b2ad408-647e-41d7-ba98-9469d12fd388,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:58:05.919705 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-747d7ece-6ef9-4f4c-8d8e-376f2654a3be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613994'] for router_interface (f9fc5145-b709-4fb6-9f1b-58f193cbae2c), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:06.015058 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747d7ece-6ef9-4f4c-8d8e-376f2654a3be admin admin] Network e6dd206f-a53e-45e0-bf23-aac7bd796814 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 17:58:06.016523 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-747d7ece-6ef9-4f4c-8d8e-376f2654a3be admin admin] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 17:58:06.150668 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747d7ece-6ef9-4f4c-8d8e-376f2654a3be admin admin] Router f9fc5145-b709-4fb6-9f1b-58f193cbae2c has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:58:06.269799 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747d7ece-6ef9-4f4c-8d8e-376f2654a3be admin admin] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:58:06.275035 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-747d7ece-6ef9-4f4c-8d8e-376f2654a3be admin admin] 10.222.0.41 "PUT /v2.0/routers/f9fc5145-b709-4fb6-9f1b-58f193cbae2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6843510 Mar 23 17:58:06.318638 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-9e973d57-b672-4c2b-bb85-bd0f146e04f5 None None] Provisioning complete for port 4b2ad408-647e-41d7-ba98-9469d12fd388 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:58:06.319112 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9e973d57-b672-4c2b-bb85-bd0f146e04f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (4b2ad408-647e-41d7-ba98-9469d12fd388), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:06.354840 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-9e973d57-b672-4c2b-bb85-bd0f146e04f5 None None] Port 4b2ad408-647e-41d7-ba98-9469d12fd388 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 17:58:06.719113 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 51902) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:58:06.724505 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-c1970cc4-b47f-48b4-98bb-9b96322f29c5 tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1328130183', 'description': 'tempest-secgroup-smoke-1328130183 description', 'project_id': '50db197cc056491cad8b4b217a0389cd'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:58:06.752187 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c1970cc4-b47f-48b4-98bb-9b96322f29c5 tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:06.849273 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c1970cc4-b47f-48b4-98bb-9b96322f29c5 tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Publish callbacks [] for security_group (261091f8-2dbb-4d5f-aa38-983353d504d7), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:06.854500 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c1970cc4-b47f-48b4-98bb-9b96322f29c5 tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (261091f8-2dbb-4d5f-aa38-983353d504d7), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:06.878401 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device de08b410-3708-4086-8048-fbf1d9fbe572 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:58:06.888859 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23aa8b-f138-43e0-9854-8947a0b57b5e req-b5c7e712-1de7-4756-b070-059106245328 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:58:06.890402 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ac23aa8b-f138-43e0-9854-8947a0b57b5e req-b5c7e712-1de7-4756-b070-059106245328 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=1db243f4-c036-4853-affc-ef960a731a2d HTTP/1.1" status: 200 len: 943 time: 0.0644405 Mar 23 17:58:06.895853 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c1970cc4-b47f-48b4-98bb-9b96322f29c5 tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:06.897104 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-c1970cc4-b47f-48b4-98bb-9b96322f29c5 tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1769607 Mar 23 17:58:06.900223 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 51906) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:58:06.904602 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-c147dae6-61b1-4bcd-8b5c-81429dc03d59 tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Request body: {'security_group_rule': {'security_group_id': '261091f8-2dbb-4d5f-aa38-983353d504d7', 'project_id': '50db197cc056491cad8b4b217a0389cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:58:06.912183 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1970cc4-b47f-48b4-98bb-9b96322f29c5 tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=261091f8-2dbb-4d5f-aa38-983353d504d7,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:58:06.947045 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c147dae6-61b1-4bcd-8b5c-81429dc03d59 tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Publish callbacks [] for security_group_rule (deaa5967-6f2c-4f7a-b9c7-5d9773cff7c9), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:06.948756 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port de08b410-3708-4086-8048-fbf1d9fbe572 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:58:06.949370 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (de08b410-3708-4086-8048-fbf1d9fbe572), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:06.953731 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ac23aa8b-f138-43e0-9854-8947a0b57b5e req-97d6ef29-4568-4e72-8e2c-2486889858c3 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=236c783f-4529-40b6-be7f-91d064b445eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563498 Mar 23 17:58:07.026813 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c147dae6-61b1-4bcd-8b5c-81429dc03d59 tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Publish callbacks [] for security_group_rule (deaa5967-6f2c-4f7a-b9c7-5d9773cff7c9), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:07.037092 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c147dae6-61b1-4bcd-8b5c-81429dc03d59 tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530535'] for security_group_rule (deaa5967-6f2c-4f7a-b9c7-5d9773cff7c9), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:07.046888 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device f78c6a23-4bb6-4698-8dac-5714b02fe868 details requested by agent hyperv_hv-cinder-83492 with host hv-cinder-83492 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 17:58:07.055851 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c147dae6-61b1-4bcd-8b5c-81429dc03d59 tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deaa5967-6f2c-4f7a-b9c7-5d9773cff7c9,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:58:07.063964 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port de08b410-3708-4086-8048-fbf1d9fbe572 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:58:07.064542 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (de08b410-3708-4086-8048-fbf1d9fbe572), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:07.074088 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c147dae6-61b1-4bcd-8b5c-81429dc03d59 tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:07.076136 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-c147dae6-61b1-4bcd-8b5c-81429dc03d59 tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1743960 Mar 23 17:58:07.078925 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 51908) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:58:07.084320 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-918495f0-d493-4871-85fb-8b98796811eb tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Request body: {'security_group_rule': {'security_group_id': '261091f8-2dbb-4d5f-aa38-983353d504d7', 'project_id': '50db197cc056491cad8b4b217a0389cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:58:07.112589 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-918495f0-d493-4871-85fb-8b98796811eb tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Publish callbacks [] for security_group_rule (b3d11c22-0073-46fa-9edc-2280fc93f904), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:07.135209 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] For port de08b410-3708-4086-8048-fbf1d9fbe572, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=de08b410-3708-4086-8048-fbf1d9fbe572,segment=NetworkSegment(e3d657d5-0d12-4364-ba98-0127febd700d),segment_id=e3d657d5-0d12-4364-ba98-0127febd700d)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:58:07.141980 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (de08b410-3708-4086-8048-fbf1d9fbe572), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:07.188593 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-918495f0-d493-4871-85fb-8b98796811eb tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Publish callbacks [] for security_group_rule (b3d11c22-0073-46fa-9edc-2280fc93f904), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:07.194703 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-918495f0-d493-4871-85fb-8b98796811eb tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530535'] for security_group_rule (b3d11c22-0073-46fa-9edc-2280fc93f904), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:07.217286 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918495f0-d493-4871-85fb-8b98796811eb tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d11c22-0073-46fa-9edc-2280fc93f904,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:58:07.224000 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-918495f0-d493-4871-85fb-8b98796811eb tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:07.229210 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-918495f0-d493-4871-85fb-8b98796811eb tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1465826 Mar 23 17:58:07.229762 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 51910) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:58:07.235322 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-e7e29d9a-2ae3-445e-8e88-731f48ceeb3b tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Request body: {'security_group_rule': {'security_group_id': '261091f8-2dbb-4d5f-aa38-983353d504d7', 'project_id': '50db197cc056491cad8b4b217a0389cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:58:07.278282 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e7e29d9a-2ae3-445e-8e88-731f48ceeb3b tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Publish callbacks [] for security_group_rule (470fa0ab-3fa3-4ede-adf3-5ee3834f927b), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:07.351675 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e7e29d9a-2ae3-445e-8e88-731f48ceeb3b tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Publish callbacks [] for security_group_rule (470fa0ab-3fa3-4ede-adf3-5ee3834f927b), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:07.357399 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e7e29d9a-2ae3-445e-8e88-731f48ceeb3b tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530535'] for security_group_rule (470fa0ab-3fa3-4ede-adf3-5ee3834f927b), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:07.376872 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e29d9a-2ae3-445e-8e88-731f48ceeb3b tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=470fa0ab-3fa3-4ede-adf3-5ee3834f927b,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:58:07.377185 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Pushing event updated for resources: {'Port': ['ID=de08b410-3708-4086-8048-fbf1d9fbe572,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:58:07.382200 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port f78c6a23-4bb6-4698-8dac-5714b02fe868, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=f78c6a23-4bb6-4698-8dac-5714b02fe868,segment=NetworkSegment(0ba0aa12-bf45-410a-8276-1084354c048b),segment_id=0ba0aa12-bf45-410a-8276-1084354c048b)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:58:07.388232 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e7e29d9a-2ae3-445e-8e88-731f48ceeb3b tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:07.392140 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-e7e29d9a-2ae3-445e-8e88-731f48ceeb3b tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1590290 Mar 23 17:58:07.392483 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 51912) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:58:07.396882 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-71739c79-602a-4565-9f29-3c9da2296f79 tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Request body: {'security_group_rule': {'security_group_id': '261091f8-2dbb-4d5f-aa38-983353d504d7', 'project_id': '50db197cc056491cad8b4b217a0389cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:58:07.400439 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Returning: {'device': 'f78c6a23-4bb6-4698-8dac-5714b02fe868', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'port_id': 'f78c6a23-4bb6-4698-8dac-5714b02fe868', 'mac_address': 'fa:16:3e:21:7b:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd923e995-8ad4-43f2-beba-221af8031362', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 17:58:07.441522 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-71739c79-602a-4565-9f29-3c9da2296f79 tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Publish callbacks [] for security_group_rule (13ff5e5c-1141-4dcb-be1c-67766c830062), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:07.455910 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port f78c6a23-4bb6-4698-8dac-5714b02fe868 is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:58:07.456302 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (f78c6a23-4bb6-4698-8dac-5714b02fe868), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:07.471836 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f78c6a23-4bb6-4698-8dac-5714b02fe868 {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 17:58:07.504483 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port f78c6a23-4bb6-4698-8dac-5714b02fe868, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=f78c6a23-4bb6-4698-8dac-5714b02fe868,segment=NetworkSegment(0ba0aa12-bf45-410a-8276-1084354c048b),segment_id=0ba0aa12-bf45-410a-8276-1084354c048b)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:58:07.510610 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (f78c6a23-4bb6-4698-8dac-5714b02fe868), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:07.514917 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-71739c79-602a-4565-9f29-3c9da2296f79 tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Publish callbacks [] for security_group_rule (13ff5e5c-1141-4dcb-be1c-67766c830062), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:07.520828 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-71739c79-602a-4565-9f29-3c9da2296f79 tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530535'] for security_group_rule (13ff5e5c-1141-4dcb-be1c-67766c830062), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:07.540644 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71739c79-602a-4565-9f29-3c9da2296f79 tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ff5e5c-1141-4dcb-be1c-67766c830062,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:58:07.549367 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-71739c79-602a-4565-9f29-3c9da2296f79 tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:07.550954 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-71739c79-602a-4565-9f29-3c9da2296f79 tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1574147 Mar 23 17:58:07.554202 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 51914) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:58:07.559442 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-02717af9-9e15-40fb-9990-d36728a0d98f tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Request body: {'security_group_rule': {'security_group_id': '261091f8-2dbb-4d5f-aa38-983353d504d7', 'project_id': '50db197cc056491cad8b4b217a0389cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:58:07.573471 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=f78c6a23-4bb6-4698-8dac-5714b02fe868,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:58:07.592036 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.db.securitygroups_db [None req-02717af9-9e15-40fb-9990-d36728a0d98f tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Project 50db197cc056491cad8b4b217a0389cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 17:58:07.598708 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-02717af9-9e15-40fb-9990-d36728a0d98f tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Publish callbacks [] for security_group_rule (a988446a-e0c8-42c0-8e52-b8ad385fa8ff), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:07.690281 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-02717af9-9e15-40fb-9990-d36728a0d98f tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Publish callbacks [] for security_group_rule (a988446a-e0c8-42c0-8e52-b8ad385fa8ff), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:07.697309 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-02717af9-9e15-40fb-9990-d36728a0d98f tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530535'] for security_group_rule (a988446a-e0c8-42c0-8e52-b8ad385fa8ff), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:07.715753 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-117bda16-a51b-4fbb-a558-42450522c0a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:07.728419 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02717af9-9e15-40fb-9990-d36728a0d98f tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a988446a-e0c8-42c0-8e52-b8ad385fa8ff,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:58:07.750832 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-02717af9-9e15-40fb-9990-d36728a0d98f tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:07.753662 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-02717af9-9e15-40fb-9990-d36728a0d98f tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1981344 Mar 23 17:58:07.755102 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 51916) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:58:07.760300 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-d7cee33a-0973-4a83-bb5d-2b0a36a2771e tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Request body: {'security_group_rule': {'security_group_id': '261091f8-2dbb-4d5f-aa38-983353d504d7', 'project_id': '50db197cc056491cad8b4b217a0389cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:58:07.791510 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.db.securitygroups_db [None req-d7cee33a-0973-4a83-bb5d-2b0a36a2771e tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Project 50db197cc056491cad8b4b217a0389cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 17:58:07.800225 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d7cee33a-0973-4a83-bb5d-2b0a36a2771e tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Publish callbacks [] for security_group_rule (c5e1bd04-6eb3-4531-8aa0-81ef3ce5f8b8), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:07.816677 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d360c7b-1210-4d5d-b50c-23a3e247f54d None None] Sync routers for ids ['f9fc5145-b709-4fb6-9f1b-58f193cbae2c'] in dv-cinder-834920-1-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:58:07.833950 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d360c7b-1210-4d5d-b50c-23a3e247f54d None None] Routers {'f9fc5145-b709-4fb6-9f1b-58f193cbae2c'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:58:07.834579 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-7d360c7b-1210-4d5d-b50c-23a3e247f54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:57:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['f9fc5145-b709-4fb6-9f1b-58f193cbae2c'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:58:07.871005 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] get_ports_and_sgs() called for port_ids ['f78c6a23-4bb6-4698-8dac-5714b02fe868'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 17:58:07.885833 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d7cee33a-0973-4a83-bb5d-2b0a36a2771e tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Publish callbacks [] for security_group_rule (c5e1bd04-6eb3-4531-8aa0-81ef3ce5f8b8), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:07.892203 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d7cee33a-0973-4a83-bb5d-2b0a36a2771e tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530535'] for security_group_rule (c5e1bd04-6eb3-4531-8aa0-81ef3ce5f8b8), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:07.914430 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cee33a-0973-4a83-bb5d-2b0a36a2771e tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5e1bd04-6eb3-4531-8aa0-81ef3ce5f8b8,revision_number=0']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:58:07.924180 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d7cee33a-0973-4a83-bb5d-2b0a36a2771e tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:07.934083 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-d7cee33a-0973-4a83-bb5d-2b0a36a2771e tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1776383 Mar 23 17:58:07.983463 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-7d360c7b-1210-4d5d-b50c-23a3e247f54d None None] Set router f9fc5145-b709-4fb6-9f1b-58f193cbae2c gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:58:08.093402 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff36dd8-3c51-4b2f-a7f3-ea668a5c24f3 req-3ea39d87-f148-4c67-93c3-8813cbf20060 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:58:08.094951 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bff36dd8-3c51-4b2f-a7f3-ea668a5c24f3 req-3ea39d87-f148-4c67-93c3-8813cbf20060 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=1db243f4-c036-4853-affc-ef960a731a2d HTTP/1.1" status: 200 len: 944 time: 0.0650766 Mar 23 17:58:08.144276 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bff36dd8-3c51-4b2f-a7f3-ea668a5c24f3 req-01b33bc6-21f0-49ed-a6cc-3234a64feee0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=236c783f-4529-40b6-be7f-91d064b445eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434508 Mar 23 17:58:08.212891 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-7d360c7b-1210-4d5d-b50c-23a3e247f54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fc5145-b709-4fb6-9f1b-58f193cbae2c', 'name': 'tempest-TestShelveInstance-1789764865-router', 'tenant_id': '4f5c15bc3d0c44ff96671679ebfe611f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'de08b410-3708-4086-8048-fbf1d9fbe572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:58:00Z', 'updated_at': '2022-03-23T17:58:05Z', 'revision_number': 4, 'project_id': '4f5c15bc3d0c44ff96671679ebfe611f', 'gw_port': {'id': 'de08b410-3708-4086-8048-fbf1d9fbe572', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fc5145-b709-4fb6-9f1b-58f193cbae2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:58:01Z', 'updated_at': '2022-03-23T17:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '4b2ad408-647e-41d7-ba98-9469d12fd388', 'name': '', 'network_id': 'e6dd206f-a53e-45e0-bf23-aac7bd796814', 'tenant_id': '4f5c15bc3d0c44ff96671679ebfe611f', 'mac_address': 'fa:16:3e:5a:6c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fc5145-b709-4fb6-9f1b-58f193cbae2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '63f0f28e-3221-4675-b29d-8d8ae492678b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:58:04Z', 'updated_at': '2022-03-23T17:58:05Z', 'revision_number': 2, 'project_id': '4f5c15bc3d0c44ff96671679ebfe611f', 'subnets': [{'id': '63f0f28e-3221-4675-b29d-8d8ae492678b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:58:08.242663 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d360c7b-1210-4d5d-b50c-23a3e247f54d None None] Checking router: f9fc5145-b709-4fb6-9f1b-58f193cbae2c for host: dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:58:08.243015 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d360c7b-1210-4d5d-b50c-23a3e247f54d None None] Updating router f9fc5145-b709-4fb6-9f1b-58f193cbae2c port 4b2ad408-647e-41d7-ba98-9469d12fd388 binding host dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 17:58:08.270223 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-7d360c7b-1210-4d5d-b50c-23a3e247f54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (4b2ad408-647e-41d7-ba98-9469d12fd388), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:08.532256 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-7d360c7b-1210-4d5d-b50c-23a3e247f54d None None] Publish callbacks [] for port (4b2ad408-647e-41d7-ba98-9469d12fd388), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:08.539815 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-7d360c7b-1210-4d5d-b50c-23a3e247f54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (4b2ad408-647e-41d7-ba98-9469d12fd388), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:08.587907 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d020d0de-340f-4839-8035-6219e93cc289 None None] Pushing event updated for resources: {'Port': ['ID=4b2ad408-647e-41d7-ba98-9469d12fd388,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:58:08.641018 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-7d360c7b-1210-4d5d-b50c-23a3e247f54d None None] Attempting to bind port 4b2ad408-647e-41d7-ba98-9469d12fd388 on host dv-cinder-834920-1-iscsi for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 17:58:08.641404 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-7d360c7b-1210-4d5d-b50c-23a3e247f54d None None] Attempting to bind port 4b2ad408-647e-41d7-ba98-9469d12fd388 by drivers openvswitch,hyperv on host dv-cinder-834920-1-iscsi at level 0 using segments [{'id': '1701cf45-61f0-41fc-9f7e-a505b7922af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'e6dd206f-a53e-45e0-bf23-aac7bd796814'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 17:58:08.641762 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d360c7b-1210-4d5d-b50c-23a3e247f54d None None] Attempting to bind port 4b2ad408-647e-41d7-ba98-9469d12fd388 on network e6dd206f-a53e-45e0-bf23-aac7bd796814 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 17:58:08.646965 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d360c7b-1210-4d5d-b50c-23a3e247f54d None None] Checking agent: {'id': '827fbf48-cdcd-428c-a50e-7eba0e2d74f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834920-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 21, 14), 'started_at': datetime.datetime(2022, 3, 23, 17, 21, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 17, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834920-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 17:58:08.647459 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d360c7b-1210-4d5d-b50c-23a3e247f54d None None] Checking segment: {'id': '1701cf45-61f0-41fc-9f7e-a505b7922af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'e6dd206f-a53e-45e0-bf23-aac7bd796814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 17:58:08.647706 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-7d360c7b-1210-4d5d-b50c-23a3e247f54d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:08.648202 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d360c7b-1210-4d5d-b50c-23a3e247f54d None None] Bound using segment: {'id': '1701cf45-61f0-41fc-9f7e-a505b7922af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'e6dd206f-a53e-45e0-bf23-aac7bd796814'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 17:58:08.648520 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-7d360c7b-1210-4d5d-b50c-23a3e247f54d None None] Bound port: 4b2ad408-647e-41d7-ba98-9469d12fd388, host: dv-cinder-834920-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1701cf45-61f0-41fc-9f7e-a505b7922af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'e6dd206f-a53e-45e0-bf23-aac7bd796814'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 17:58:08.648883 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-7d360c7b-1210-4d5d-b50c-23a3e247f54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (4b2ad408-647e-41d7-ba98-9469d12fd388), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:08.715314 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-7d360c7b-1210-4d5d-b50c-23a3e247f54d None None] For port 4b2ad408-647e-41d7-ba98-9469d12fd388, host dv-cinder-834920-1-iscsi, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 17:58:08.718848 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-7d360c7b-1210-4d5d-b50c-23a3e247f54d None None] For port 4b2ad408-647e-41d7-ba98-9469d12fd388, host dv-cinder-834920-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=4b2ad408-647e-41d7-ba98-9469d12fd388,segment=NetworkSegment(1701cf45-61f0-41fc-9f7e-a505b7922af8),segment_id=1701cf45-61f0-41fc-9f7e-a505b7922af8)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 17:58:08.727644 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-7d360c7b-1210-4d5d-b50c-23a3e247f54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (4b2ad408-647e-41d7-ba98-9469d12fd388), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:08.802170 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d020d0de-340f-4839-8035-6219e93cc289 None None] Pushing event updated for resources: {'Port': ['ID=4b2ad408-647e-41d7-ba98-9469d12fd388,revision_number=4']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:58:08.808565 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-6cac1d59-2f0b-460e-a272-fe0e973899a2 None None] Provisioning complete for port 4b2ad408-647e-41d7-ba98-9469d12fd388 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:58:08.809078 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d360c7b-1210-4d5d-b50c-23a3e247f54d None None] Routers {'f9fc5145-b709-4fb6-9f1b-58f193cbae2c'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:58:08.809623 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6cac1d59-2f0b-460e-a272-fe0e973899a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (4b2ad408-647e-41d7-ba98-9469d12fd388), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:08.811315 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-7d360c7b-1210-4d5d-b50c-23a3e247f54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:57:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['f9fc5145-b709-4fb6-9f1b-58f193cbae2c'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:58:08.904616 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-6cac1d59-2f0b-460e-a272-fe0e973899a2 None None] Current status of the port 4b2ad408-647e-41d7-ba98-9469d12fd388 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:58:08.905285 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6cac1d59-2f0b-460e-a272-fe0e973899a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (4b2ad408-647e-41d7-ba98-9469d12fd388), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:08.909568 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device de08b410-3708-4086-8048-fbf1d9fbe572 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:58:08.924057 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-7d360c7b-1210-4d5d-b50c-23a3e247f54d None None] Set router f9fc5145-b709-4fb6-9f1b-58f193cbae2c gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:58:08.970988 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-6cac1d59-2f0b-460e-a272-fe0e973899a2 None None] For port 4b2ad408-647e-41d7-ba98-9469d12fd388, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=4b2ad408-647e-41d7-ba98-9469d12fd388,segment=NetworkSegment(1701cf45-61f0-41fc-9f7e-a505b7922af8),segment_id=1701cf45-61f0-41fc-9f7e-a505b7922af8)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:58:08.977877 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6cac1d59-2f0b-460e-a272-fe0e973899a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (4b2ad408-647e-41d7-ba98-9469d12fd388), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:09.015550 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port de08b410-3708-4086-8048-fbf1d9fbe572 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:58:09.015913 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (de08b410-3708-4086-8048-fbf1d9fbe572), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:09.047326 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device f78c6a23-4bb6-4698-8dac-5714b02fe868 up at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:58:09.075109 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac1d59-2f0b-460e-a272-fe0e973899a2 None None] Pushing event updated for resources: {'Port': ['ID=4b2ad408-647e-41d7-ba98-9469d12fd388,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:58:09.118039 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ad27addd-24c2-44f4-ad76-34333354afa2 None None] Provisioning complete for port 4b2ad408-647e-41d7-ba98-9469d12fd388 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:58:09.118039 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ad27addd-24c2-44f4-ad76-34333354afa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (4b2ad408-647e-41d7-ba98-9469d12fd388), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:09.132403 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-7d360c7b-1210-4d5d-b50c-23a3e247f54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fc5145-b709-4fb6-9f1b-58f193cbae2c', 'name': 'tempest-TestShelveInstance-1789764865-router', 'tenant_id': '4f5c15bc3d0c44ff96671679ebfe611f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'de08b410-3708-4086-8048-fbf1d9fbe572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:58:00Z', 'updated_at': '2022-03-23T17:58:05Z', 'revision_number': 4, 'project_id': '4f5c15bc3d0c44ff96671679ebfe611f', 'gw_port': {'id': 'de08b410-3708-4086-8048-fbf1d9fbe572', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fc5145-b709-4fb6-9f1b-58f193cbae2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:58:01Z', 'updated_at': '2022-03-23T17:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '4b2ad408-647e-41d7-ba98-9469d12fd388', 'name': '', 'network_id': 'e6dd206f-a53e-45e0-bf23-aac7bd796814', 'tenant_id': '4f5c15bc3d0c44ff96671679ebfe611f', 'mac_address': 'fa:16:3e:5a:6c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fc5145-b709-4fb6-9f1b-58f193cbae2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '63f0f28e-3221-4675-b29d-8d8ae492678b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:58:04Z', 'updated_at': '2022-03-23T17:58:08Z', 'revision_number': 4, 'project_id': '4f5c15bc3d0c44ff96671679ebfe611f', 'subnets': [{'id': '63f0f28e-3221-4675-b29d-8d8ae492678b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:58:09.158046 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d360c7b-1210-4d5d-b50c-23a3e247f54d None None] The sync data for ids ['f9fc5145-b709-4fb6-9f1b-58f193cbae2c'] in dv-cinder-834920-1-iscsi is: [{'id': 'f9fc5145-b709-4fb6-9f1b-58f193cbae2c', 'name': 'tempest-TestShelveInstance-1789764865-router', 'tenant_id': '4f5c15bc3d0c44ff96671679ebfe611f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'de08b410-3708-4086-8048-fbf1d9fbe572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:58:00Z', 'updated_at': '2022-03-23T17:58:05Z', 'revision_number': 4, 'project_id': '4f5c15bc3d0c44ff96671679ebfe611f', 'gw_port': {'id': 'de08b410-3708-4086-8048-fbf1d9fbe572', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fc5145-b709-4fb6-9f1b-58f193cbae2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:58:01Z', 'updated_at': '2022-03-23T17:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '4b2ad408-647e-41d7-ba98-9469d12fd388', 'name': '', 'network_id': 'e6dd206f-a53e-45e0-bf23-aac7bd796814', 'tenant_id': '4f5c15bc3d0c44ff96671679ebfe611f', 'mac_address': 'fa:16:3e:5a:6c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fc5145-b709-4fb6-9f1b-58f193cbae2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '63f0f28e-3221-4675-b29d-8d8ae492678b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:58:04Z', 'updated_at': '2022-03-23T17:58:08Z', 'revision_number': 4, 'project_id': '4f5c15bc3d0c44ff96671679ebfe611f', 'subnets': [{'id': '63f0f28e-3221-4675-b29d-8d8ae492678b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:58:09.189731 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning for port f78c6a23-4bb6-4698-8dac-5714b02fe868 completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 17:58:09.205389 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning complete for port f78c6a23-4bb6-4698-8dac-5714b02fe868 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:58:09.206013 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (f78c6a23-4bb6-4698-8dac-5714b02fe868), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:09.241455 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port de08b410-3708-4086-8048-fbf1d9fbe572 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:58:09.299034 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26453b7a-5fde-44d9-af28-53e860e24967 req-785b6e63-2669-4a7b-975d-0fd2786d729b tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:58:09.300873 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-26453b7a-5fde-44d9-af28-53e860e24967 req-785b6e63-2669-4a7b-975d-0fd2786d729b tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=1db243f4-c036-4853-affc-ef960a731a2d HTTP/1.1" status: 200 len: 944 time: 0.0630507 Mar 23 17:58:09.323496 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ad27addd-24c2-44f4-ad76-34333354afa2 None None] Current status of the port 4b2ad408-647e-41d7-ba98-9469d12fd388 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:58:09.343755 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port f78c6a23-4bb6-4698-8dac-5714b02fe868 is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:58:09.344241 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (f78c6a23-4bb6-4698-8dac-5714b02fe868), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:09.355654 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-26453b7a-5fde-44d9-af28-53e860e24967 req-c66a8616-b74f-4805-a106-cc184737a0ef tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=236c783f-4529-40b6-be7f-91d064b445eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479102 Mar 23 17:58:09.371623 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db243f4-c036-4853-affc-ef960a731a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f78c6a23-4bb6-4698-8dac-5714b02fe868'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:58:09.374195 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3b886c43f84fb41b48ddc1b85747c6a8556e7daa9282459995a85f65cd8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa156bdf-068a-4f09-871a-93a66485a569" -d '{"events": [{"server_uuid": "1db243f4-c036-4853-affc-ef960a731a2d", "name": "network-vif-plugged", "status": "completed", "tag": "f78c6a23-4bb6-4698-8dac-5714b02fe868"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:58:09.392048 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port f78c6a23-4bb6-4698-8dac-5714b02fe868, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=f78c6a23-4bb6-4698-8dac-5714b02fe868,segment=NetworkSegment(0ba0aa12-bf45-410a-8276-1084354c048b),segment_id=0ba0aa12-bf45-410a-8276-1084354c048b)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:58:09.397204 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (f78c6a23-4bb6-4698-8dac-5714b02fe868), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:09.453046 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=f78c6a23-4bb6-4698-8dac-5714b02fe868,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:58:10.189092 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7f51394f-13dd-46db-b8fc-e5fe4fe1dc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:10.476950 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56805d4d-983f-48ab-bfec-65cb8a54b1a6 req-d66e56c6-9321-4ee7-a76d-8747a32e10f0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:58:10.478531 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-56805d4d-983f-48ab-bfec-65cb8a54b1a6 req-d66e56c6-9321-4ee7-a76d-8747a32e10f0 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=1db243f4-c036-4853-affc-ef960a731a2d HTTP/1.1" status: 200 len: 945 time: 0.0530827 Mar 23 17:58:10.489005 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 17:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7baa6632-6b1e-4ae2-81c8-a70644a91e06 x-openstack-request-id: req-7baa6632-6b1e-4ae2-81c8-a70644a91e06 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:58:10.489417 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db243f4-c036-4853-affc-ef960a731a2d", "name": "network-vif-plugged", "status": "completed", "tag": "f78c6a23-4bb6-4698-8dac-5714b02fe868", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:58:10.489676 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7baa6632-6b1e-4ae2-81c8-a70644a91e06 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:58:10.490073 dv-cinder-834920-1-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7baa6632-6b1e-4ae2-81c8-a70644a91e06'] response: {'server_uuid': '1db243f4-c036-4853-affc-ef960a731a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f78c6a23-4bb6-4698-8dac-5714b02fe868', 'code': 200} Mar 23 17:58:10.540174 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-56805d4d-983f-48ab-bfec-65cb8a54b1a6 req-78e03f45-8828-40a9-8e7d-073fd678cd46 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=236c783f-4529-40b6-be7f-91d064b445eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507433 Mar 23 17:58:10.676319 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849575d-7141-4df0-beff-c0235d51560d req-c56d60e7-6a23-44b3-bd33-89b38de35b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:58:10.677890 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9849575d-7141-4df0-beff-c0235d51560d req-c56d60e7-6a23-44b3-bd33-89b38de35b47 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1db243f4-c036-4853-affc-ef960a731a2d HTTP/1.1" status: 200 len: 1129 time: 0.0495560 Mar 23 17:58:10.733602 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-9849575d-7141-4df0-beff-c0235d51560d req-c11384b5-8050-4acd-867d-2119850ee602 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=236c783f-4529-40b6-be7f-91d064b445eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496416 Mar 23 17:58:10.861755 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 4b2ad408-647e-41d7-ba98-9469d12fd388 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 17:58:10.911744 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port 4b2ad408-647e-41d7-ba98-9469d12fd388 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 17:58:10.912118 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (4b2ad408-647e-41d7-ba98-9469d12fd388), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:10.991270 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port 4b2ad408-647e-41d7-ba98-9469d12fd388 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 17:58:11.536467 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:11.661948 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6d85e-5942-4f91-8a0e-d6e44596eeb9 req-037f0731-f94c-400d-a72c-b859e1eddbda tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:58:11.663400 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f8c6d85e-5942-4f91-8a0e-d6e44596eeb9 req-037f0731-f94c-400d-a72c-b859e1eddbda tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=1db243f4-c036-4853-affc-ef960a731a2d HTTP/1.1" status: 200 len: 945 time: 0.0525551 Mar 23 17:58:11.709016 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-f8c6d85e-5942-4f91-8a0e-d6e44596eeb9 req-5dbb3085-b1ca-41f8-9bc5-1c06cddf6963 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=236c783f-4529-40b6-be7f-91d064b445eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400176 Mar 23 17:58:12.840334 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e0e36-7545-4d94-b7f5-57c378711183 req-7f404a9d-4bfe-4f90-a285-53affd56763a tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:58:12.842132 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-813e0e36-7545-4d94-b7f5-57c378711183 req-7f404a9d-4bfe-4f90-a285-53affd56763a tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=1db243f4-c036-4853-affc-ef960a731a2d HTTP/1.1" status: 200 len: 945 time: 0.0533648 Mar 23 17:58:12.890296 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-813e0e36-7545-4d94-b7f5-57c378711183 req-e889297a-2876-495f-abd7-d41adabc47c1 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=236c783f-4529-40b6-be7f-91d064b445eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427663 Mar 23 17:58:12.945122 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:13.011513 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6bb3fc-4002-4563-9943-c5e56627ef31 req-e7b20bfa-a693-45c0-b707-5472a9070e61 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:58:13.012918 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-ce6bb3fc-4002-4563-9943-c5e56627ef31 req-e7b20bfa-a693-45c0-b707-5472a9070e61 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=1db243f4-c036-4853-affc-ef960a731a2d HTTP/1.1" status: 200 len: 945 time: 0.0574222 Mar 23 17:58:13.021657 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 51940) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:58:13.026235 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-c2833936-fc9c-46fb-add8-e5edba148c2c tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Request body: {'floatingip': {'port_id': 'f78c6a23-4bb6-4698-8dac-5714b02fe868'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 17:58:13.066020 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c2833936-fc9c-46fb-add8-e5edba148c2c tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for floatingip (bf69360a-c272-45f0-8a11-ee9825e47ac7), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:13.519041 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c2833936-fc9c-46fb-add8-e5edba148c2c tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:13.526125 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c2833936-fc9c-46fb-add8-e5edba148c2c tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614213'] for floatingip (bf69360a-c272-45f0-8a11-ee9825e47ac7), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:13.633372 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.db.l3_db [None req-c2833936-fc9c-46fb-add8-e5edba148c2c tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Floating IP bf69360a-c272-45f0-8a11-ee9825e47ac7 associated. External IP: 172.27.2.193, port: f78c6a23-4bb6-4698-8dac-5714b02fe868. Mar 23 17:58:13.856869 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2833936-fc9c-46fb-add8-e5edba148c2c tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Router e9794722-c150-44c7-906a-28cfb4d22793 has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:58:14.219643 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:14.226256 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2833936-fc9c-46fb-add8-e5edba148c2c tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:58:14.230998 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c2833936-fc9c-46fb-add8-e5edba148c2c tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:14.235732 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4718e1a6-80b6-470e-a094-f52115851450 None None] Sync routers for ids ['e9794722-c150-44c7-906a-28cfb4d22793'] in dv-cinder-834920-1-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:58:14.246636 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4718e1a6-80b6-470e-a094-f52115851450 None None] Routers {'e9794722-c150-44c7-906a-28cfb4d22793'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:58:14.247285 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-4718e1a6-80b6-470e-a094-f52115851450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:58:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['e9794722-c150-44c7-906a-28cfb4d22793'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:58:14.260050 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-c2833936-fc9c-46fb-add8-e5edba148c2c tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "PUT /v2.0/floatingips/bf69360a-c272-45f0-8a11-ee9825e47ac7 HTTP/1.1" status: 200 len: 991 time: 1.2372997 Mar 23 17:58:14.260692 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db243f4-c036-4853-affc-ef960a731a2d', 'tag': 'f78c6a23-4bb6-4698-8dac-5714b02fe868'}] {{(pid=103208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 17:58:14.263045 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d19940c1d3d58fda64df9d77de31f07f84ddba43144513a64de6e566be545741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f6e51a-57e4-4530-94d7-857230bbb980" -d '{"events": [{"name": "network-changed", "server_uuid": "1db243f4-c036-4853-affc-ef960a731a2d", "tag": "f78c6a23-4bb6-4698-8dac-5714b02fe868"}]}' {{(pid=103208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 17:58:14.360663 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 17:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cb141d-6645-4e59-b097-9589c7583558 x-openstack-request-id: req-e3cb141d-6645-4e59-b097-9589c7583558 {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 17:58:14.360959 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1db243f4-c036-4853-affc-ef960a731a2d", "tag": "f78c6a23-4bb6-4698-8dac-5714b02fe868", "status": "completed", "code": 200}]} {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 17:58:14.361254 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e3cb141d-6645-4e59-b097-9589c7583558 {{(pid=103208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 17:58:14.361682 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3cb141d-6645-4e59-b097-9589c7583558'] response: {'name': 'network-changed', 'server_uuid': '1db243f4-c036-4853-affc-ef960a731a2d', 'tag': 'f78c6a23-4bb6-4698-8dac-5714b02fe868', 'status': 'completed', 'code': 200} Mar 23 17:58:14.363617 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-4718e1a6-80b6-470e-a094-f52115851450 None None] Set router e9794722-c150-44c7-906a-28cfb4d22793 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:58:14.428899 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6e51a-57e4-4530-94d7-857230bbb980 req-558b31f3-1537-4842-91d2-1e2c5d2bae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:58:14.430540 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-45f6e51a-57e4-4530-94d7-857230bbb980 req-558b31f3-1537-4842-91d2-1e2c5d2bae88 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81cbeef3df3646be902884c3e8e86d20&device_id=1db243f4-c036-4853-affc-ef960a731a2d HTTP/1.1" status: 200 len: 1129 time: 0.0468266 Mar 23 17:58:14.527993 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6e51a-57e4-4530-94d7-857230bbb980 req-54ffa1c1-a783-4bd8-abc6-ff399e33eb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:58:14.529424 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-45f6e51a-57e4-4530-94d7-857230bbb980 req-54ffa1c1-a783-4bd8-abc6-ff399e33eb39 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2888c7fe-ae98-4d0e-9549-8ca804e8c855 HTTP/1.1" status: 200 len: 916 time: 0.0916440 Mar 23 17:58:14.600646 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-45f6e51a-57e4-4530-94d7-857230bbb980 req-d3510ca0-30b0-41ec-9be9-51384ce467ec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f78c6a23-4bb6-4698-8dac-5714b02fe868 HTTP/1.1" status: 200 len: 999 time: 0.0655060 Mar 23 17:58:14.618140 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-4718e1a6-80b6-470e-a094-f52115851450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'name': 'tempest-AttachVolumeNegativeTest-1323889583-router', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:27Z', 'revision_number': 4, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'gw_port': {'id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': 'bf69360a-c272-45f0-8a11-ee9825e47ac7', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'port_id': 'f78c6a23-4bb6-4698-8dac-5714b02fe868', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'mac_address': 'fa:16:3e:21:7b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db243f4-c036-4853-affc-ef960a731a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:57:52Z', 'updated_at': '2022-03-23T17:58:13Z', 'revision_number': 1, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24758108-f7b9-4a7b-a8d0-a67a29e436b3', 'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'mac_address': 'fa:16:3e:87:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd923e995-8ad4-43f2-beba-221af8031362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:25Z', 'updated_at': '2022-03-23T17:29:42Z', 'revision_number': 5, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'subnets': [{'id': 'd923e995-8ad4-43f2-beba-221af8031362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:58:14.648375 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6e51a-57e4-4530-94d7-857230bbb980 req-c1ac8e87-6aaa-4c93-82cd-75871957944c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:58:14.649925 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-45f6e51a-57e4-4530-94d7-857230bbb980 req-c1ac8e87-6aaa-4c93-82cd-75871957944c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d923e995-8ad4-43f2-beba-221af8031362 HTTP/1.1" status: 200 len: 854 time: 0.0440767 Mar 23 17:58:14.653714 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4718e1a6-80b6-470e-a094-f52115851450 None None] Checking router: e9794722-c150-44c7-906a-28cfb4d22793 for host: dv-cinder-834920-1-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:58:14.664565 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4718e1a6-80b6-470e-a094-f52115851450 None None] Routers {'e9794722-c150-44c7-906a-28cfb4d22793'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:58:14.665316 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-4718e1a6-80b6-470e-a094-f52115851450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:58:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['e9794722-c150-44c7-906a-28cfb4d22793'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:58:14.710284 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6e51a-57e4-4530-94d7-857230bbb980 req-a49795c5-8f52-448a-8b6d-cdf4f2fe81c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:58:14.711849 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-45f6e51a-57e4-4530-94d7-857230bbb980 req-a49795c5-8f52-448a-8b6d-cdf4f2fe81c9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2888c7fe-ae98-4d0e-9549-8ca804e8c855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550358 Mar 23 17:58:14.783018 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-4718e1a6-80b6-470e-a094-f52115851450 None None] Set router e9794722-c150-44c7-906a-28cfb4d22793 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:58:14.813448 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-45f6e51a-57e4-4530-94d7-857230bbb980 req-0d886198-0b81-4e36-b01a-977314df9357 service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944369 Mar 23 17:58:14.915643 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-45f6e51a-57e4-4530-94d7-857230bbb980 req-3e2a2459-89e5-4149-ae38-edde35cec40f service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962238 Mar 23 17:58:15.040935 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-4718e1a6-80b6-470e-a094-f52115851450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'name': 'tempest-AttachVolumeNegativeTest-1323889583-router', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:27Z', 'revision_number': 4, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'gw_port': {'id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': 'bf69360a-c272-45f0-8a11-ee9825e47ac7', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'port_id': 'f78c6a23-4bb6-4698-8dac-5714b02fe868', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'mac_address': 'fa:16:3e:21:7b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db243f4-c036-4853-affc-ef960a731a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:57:52Z', 'updated_at': '2022-03-23T17:58:13Z', 'revision_number': 1, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24758108-f7b9-4a7b-a8d0-a67a29e436b3', 'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'mac_address': 'fa:16:3e:87:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd923e995-8ad4-43f2-beba-221af8031362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:25Z', 'updated_at': '2022-03-23T17:29:42Z', 'revision_number': 5, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'subnets': [{'id': 'd923e995-8ad4-43f2-beba-221af8031362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:58:15.071739 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4718e1a6-80b6-470e-a094-f52115851450 None None] The sync data for ids ['e9794722-c150-44c7-906a-28cfb4d22793'] in dv-cinder-834920-1-iscsi is: [{'id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'name': 'tempest-AttachVolumeNegativeTest-1323889583-router', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:27Z', 'revision_number': 4, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'gw_port': {'id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': 'bf69360a-c272-45f0-8a11-ee9825e47ac7', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'port_id': 'f78c6a23-4bb6-4698-8dac-5714b02fe868', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'mac_address': 'fa:16:3e:21:7b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db243f4-c036-4853-affc-ef960a731a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T17:57:52Z', 'updated_at': '2022-03-23T17:58:13Z', 'revision_number': 1, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24758108-f7b9-4a7b-a8d0-a67a29e436b3', 'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'mac_address': 'fa:16:3e:87:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd923e995-8ad4-43f2-beba-221af8031362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:25Z', 'updated_at': '2022-03-23T17:29:42Z', 'revision_number': 5, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'subnets': [{'id': 'd923e995-8ad4-43f2-beba-221af8031362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:58:15.283152 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a7bc41-93aa-4f33-a7ff-8133180e96df None None] New status for floating IP bf69360a-c272-45f0-8a11-ee9825e47ac7: ACTIVE {{(pid=103210) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 17:58:25.046643 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:37.705552 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-639b3d48-348a-4391-bca4-f4033d38dd84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:39.221434 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:58:40.184065 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b6635164-e7d2-4db0-9374-3f8188042018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:41.539915 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:42.946046 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:44.226216 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:58:47.933809 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-11a3df38-f962-4e25-a94d-db0156bb5f65 req-a6801cc1-397f-421d-9afe-a375f5e2b922 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1db243f4-c036-4853-affc-ef960a731a2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514207 Mar 23 17:58:48.029062 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3df38-f962-4e25-a94d-db0156bb5f65 req-6abd0a6e-bc27-4ced-bf56-7c6ae0025c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:58:48.030654 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-11a3df38-f962-4e25-a94d-db0156bb5f65 req-6abd0a6e-bc27-4ced-bf56-7c6ae0025c88 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81cbeef3df3646be902884c3e8e86d20&device_id=1db243f4-c036-4853-affc-ef960a731a2d HTTP/1.1" status: 200 len: 1129 time: 0.0481277 Mar 23 17:58:48.145005 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3df38-f962-4e25-a94d-db0156bb5f65 req-6fa3388a-ce1d-4eb5-865e-187267fa4aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:58:48.146609 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-11a3df38-f962-4e25-a94d-db0156bb5f65 req-6fa3388a-ce1d-4eb5-865e-187267fa4aaf service neutron] 10.222.0.57 "GET /v2.0/networks?id=2888c7fe-ae98-4d0e-9549-8ca804e8c855 HTTP/1.1" status: 200 len: 916 time: 0.0951419 Mar 23 17:58:48.222165 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-11a3df38-f962-4e25-a94d-db0156bb5f65 req-8a6de67f-97f8-4a6c-9174-65b95ecc45d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f78c6a23-4bb6-4698-8dac-5714b02fe868 HTTP/1.1" status: 200 len: 1001 time: 0.0690942 Mar 23 17:58:48.274696 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3df38-f962-4e25-a94d-db0156bb5f65 req-ae96f446-9af5-498e-a0bd-d9c6078b8d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:58:48.276177 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-11a3df38-f962-4e25-a94d-db0156bb5f65 req-ae96f446-9af5-498e-a0bd-d9c6078b8d0e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d923e995-8ad4-43f2-beba-221af8031362 HTTP/1.1" status: 200 len: 854 time: 0.0477526 Mar 23 17:58:48.333804 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3df38-f962-4e25-a94d-db0156bb5f65 req-720192ee-195f-425c-9fca-772c3e702fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:58:48.335377 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-11a3df38-f962-4e25-a94d-db0156bb5f65 req-720192ee-195f-425c-9fca-772c3e702fb8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2888c7fe-ae98-4d0e-9549-8ca804e8c855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533566 Mar 23 17:58:48.433482 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-11a3df38-f962-4e25-a94d-db0156bb5f65 req-c4d002b6-a694-4c06-b39f-27c903329093 service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921218 Mar 23 17:58:48.526975 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-11a3df38-f962-4e25-a94d-db0156bb5f65 req-db32c3a2-e8ef-4a82-872d-b39225a99968 service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879788 Mar 23 17:58:55.052831 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:07.709866 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3fd02cee-5645-46cf-808e-9fd833431e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:10.195102 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4b697383-5bd5-46c1-8f07-dff586382bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:11.551457 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:12.954862 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:14.227614 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:16.223586 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:59:25.049574 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:37.706299 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ec937702-ee5f-409b-ba31-10325c446b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:40.190075 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-495ec9ec-0b19-4fc3-ba35-a655c690a08a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:41.550486 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:42.964613 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:44.233806 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:48.923832 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-73a50ecb-4e3c-4ad9-bf43-958a20a4c2f3 req-332c0955-1839-427f-a386-d7b247f51988 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1db243f4-c036-4853-affc-ef960a731a2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503633 Mar 23 17:59:49.011764 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a50ecb-4e3c-4ad9-bf43-958a20a4c2f3 req-91defeb9-1732-4abf-953e-7538032c12c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:59:49.013361 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-73a50ecb-4e3c-4ad9-bf43-958a20a4c2f3 req-91defeb9-1732-4abf-953e-7538032c12c0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81cbeef3df3646be902884c3e8e86d20&device_id=1db243f4-c036-4853-affc-ef960a731a2d HTTP/1.1" status: 200 len: 1129 time: 0.0468936 Mar 23 17:59:49.115308 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a50ecb-4e3c-4ad9-bf43-958a20a4c2f3 req-df02ffc3-b717-49c9-809f-fbb4213de0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:59:49.116948 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-73a50ecb-4e3c-4ad9-bf43-958a20a4c2f3 req-df02ffc3-b717-49c9-809f-fbb4213de0e9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2888c7fe-ae98-4d0e-9549-8ca804e8c855 HTTP/1.1" status: 200 len: 916 time: 0.0844443 Mar 23 17:59:49.186008 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-73a50ecb-4e3c-4ad9-bf43-958a20a4c2f3 req-85ecf16c-2dd3-44c6-8c7f-8e56a168a329 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f78c6a23-4bb6-4698-8dac-5714b02fe868 HTTP/1.1" status: 200 len: 1001 time: 0.0633779 Mar 23 17:59:49.233584 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a50ecb-4e3c-4ad9-bf43-958a20a4c2f3 req-effbf92d-52fd-4c4f-bb8c-4b69cd4c7824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:59:49.235065 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-73a50ecb-4e3c-4ad9-bf43-958a20a4c2f3 req-effbf92d-52fd-4c4f-bb8c-4b69cd4c7824 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d923e995-8ad4-43f2-beba-221af8031362 HTTP/1.1" status: 200 len: 854 time: 0.0437965 Mar 23 17:59:49.283359 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a50ecb-4e3c-4ad9-bf43-958a20a4c2f3 req-b1954260-6d91-4737-8ddb-eeb0f2cf8d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 17:59:49.285261 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-73a50ecb-4e3c-4ad9-bf43-958a20a4c2f3 req-b1954260-6d91-4737-8ddb-eeb0f2cf8d3f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2888c7fe-ae98-4d0e-9549-8ca804e8c855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444272 Mar 23 17:59:49.379025 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-73a50ecb-4e3c-4ad9-bf43-958a20a4c2f3 req-729c031e-d985-4ba8-97f8-6a75946272ca service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881567 Mar 23 17:59:49.468554 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-73a50ecb-4e3c-4ad9-bf43-958a20a4c2f3 req-e6ee13e3-1486-422f-9cf2-289e7c4f8f47 service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841606 Mar 23 17:59:50.922085 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 52070) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:59:51.477738 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c649b145-1d6e-4e9e-a1dc-658219d37bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613957'] for router_interface (48063dea-2895-40e4-905f-dfe5b0b536bb), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:51.989957 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-c649b145-1d6e-4e9e-a1dc-658219d37bbd admin admin] Deleting port 867fac67-9575-4b3e-aa0c-038b203f1c35 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:59:51.990753 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c649b145-1d6e-4e9e-a1dc-658219d37bbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (867fac67-9575-4b3e-aa0c-038b203f1c35), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:52.068928 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-c649b145-1d6e-4e9e-a1dc-658219d37bbd admin admin] For port 867fac67-9575-4b3e-aa0c-038b203f1c35, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=867fac67-9575-4b3e-aa0c-038b203f1c35,segment=NetworkSegment(a411194a-69f6-4c08-a136-cf58c2766c0a),segment_id=a411194a-69f6-4c08-a136-cf58c2766c0a)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:59:52.069324 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c649b145-1d6e-4e9e-a1dc-658219d37bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (867fac67-9575-4b3e-aa0c-038b203f1c35), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:52.082248 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-c649b145-1d6e-4e9e-a1dc-658219d37bbd admin admin] Calling delete_port for 867fac67-9575-4b3e-aa0c-038b203f1c35 owned by network:router_interface {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:59:52.268305 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c649b145-1d6e-4e9e-a1dc-658219d37bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59566619'] for port (867fac67-9575-4b3e-aa0c-038b203f1c35), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:52.294383 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c649b145-1d6e-4e9e-a1dc-658219d37bbd admin admin] Pushing event deleted for resources: {'Port': ['ID=867fac67-9575-4b3e-aa0c-038b203f1c35,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:59:52.306051 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c649b145-1d6e-4e9e-a1dc-658219d37bbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:59:52.307745 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c649b145-1d6e-4e9e-a1dc-658219d37bbd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:59:52.307745 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c649b145-1d6e-4e9e-a1dc-658219d37bbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:59:52.307745 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c649b145-1d6e-4e9e-a1dc-658219d37bbd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:59:52.307745 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c649b145-1d6e-4e9e-a1dc-658219d37bbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:59:52.307745 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c649b145-1d6e-4e9e-a1dc-658219d37bbd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:59:52.308728 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c649b145-1d6e-4e9e-a1dc-658219d37bbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:59:52.308728 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c649b145-1d6e-4e9e-a1dc-658219d37bbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:59:52.308728 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c649b145-1d6e-4e9e-a1dc-658219d37bbd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:59:52.308978 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c649b145-1d6e-4e9e-a1dc-658219d37bbd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:59:52.309373 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c649b145-1d6e-4e9e-a1dc-658219d37bbd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:59:52.309591 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c649b145-1d6e-4e9e-a1dc-658219d37bbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:59:52.309935 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c649b145-1d6e-4e9e-a1dc-658219d37bbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:59:52.310211 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c649b145-1d6e-4e9e-a1dc-658219d37bbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:59:52.310616 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c649b145-1d6e-4e9e-a1dc-658219d37bbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:59:52.493239 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c649b145-1d6e-4e9e-a1dc-658219d37bbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606453'] for router_interface (48063dea-2895-40e4-905f-dfe5b0b536bb), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:52.751505 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c649b145-1d6e-4e9e-a1dc-658219d37bbd admin admin] Router 48063dea-2895-40e4-905f-dfe5b0b536bb has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 17:59:52.865301 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c649b145-1d6e-4e9e-a1dc-658219d37bbd admin admin] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 17:59:52.872604 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-c649b145-1d6e-4e9e-a1dc-658219d37bbd admin admin] 10.222.0.41 "PUT /v2.0/routers/48063dea-2895-40e4-905f-dfe5b0b536bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9490962 Mar 23 17:59:52.875034 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 52082) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:59:52.877490 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dbb9df-6cd7-4394-8e48-2f2654004db6 None None] Sync routers for ids ['48063dea-2895-40e4-905f-dfe5b0b536bb'] in dv-cinder-834920-1-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 17:59:52.890763 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dbb9df-6cd7-4394-8e48-2f2654004db6 None None] Routers {'48063dea-2895-40e4-905f-dfe5b0b536bb'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:59:52.891618 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-c8dbb9df-6cd7-4394-8e48-2f2654004db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:59:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['48063dea-2895-40e4-905f-dfe5b0b536bb'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:59:53.001848 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-99763a58-0575-4580-8cd8-969ea937d9e1 admin admin] Publish callbacks [] for router (48063dea-2895-40e4-905f-dfe5b0b536bb), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:53.010689 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-c8dbb9df-6cd7-4394-8e48-2f2654004db6 None None] Set router 48063dea-2895-40e4-905f-dfe5b0b536bb gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:59:53.113100 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-99763a58-0575-4580-8cd8-969ea937d9e1 admin admin] Publish callbacks [] for router_gateway (48063dea-2895-40e4-905f-dfe5b0b536bb), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:53.171163 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-99763a58-0575-4580-8cd8-969ea937d9e1 admin admin] Deleting port 4b00755c-72f5-4f2b-8458-b0ecb5621d5f {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:59:53.171488 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-99763a58-0575-4580-8cd8-969ea937d9e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (4b00755c-72f5-4f2b-8458-b0ecb5621d5f), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:53.222845 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 17:59:53.265303 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-99763a58-0575-4580-8cd8-969ea937d9e1 admin admin] For port 4b00755c-72f5-4f2b-8458-b0ecb5621d5f, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=4b00755c-72f5-4f2b-8458-b0ecb5621d5f,segment=NetworkSegment(e3d657d5-0d12-4364-ba98-0127febd700d),segment_id=e3d657d5-0d12-4364-ba98-0127febd700d)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:59:53.265572 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-99763a58-0575-4580-8cd8-969ea937d9e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (4b00755c-72f5-4f2b-8458-b0ecb5621d5f), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:53.279586 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-99763a58-0575-4580-8cd8-969ea937d9e1 admin admin] Calling delete_port for 4b00755c-72f5-4f2b-8458-b0ecb5621d5f owned by network:router_gateway {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:59:53.353166 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-c8dbb9df-6cd7-4394-8e48-2f2654004db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'name': 'tempest-AttachVolumeTestJSON-290508263-router', 'tenant_id': '562e825d481140639866877090276140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '4b00755c-72f5-4f2b-8458-b0ecb5621d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:18Z', 'updated_at': '2022-03-23T17:59:52Z', 'revision_number': 5, 'project_id': '562e825d481140639866877090276140', 'gw_port': {'id': '4b00755c-72f5-4f2b-8458-b0ecb5621d5f', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi'}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:59:53.379925 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dbb9df-6cd7-4394-8e48-2f2654004db6 None None] Checking router: 48063dea-2895-40e4-905f-dfe5b0b536bb for host: dv-cinder-834920-1-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 17:59:53.389235 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dbb9df-6cd7-4394-8e48-2f2654004db6 None None] Routers {'48063dea-2895-40e4-905f-dfe5b0b536bb'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 17:59:53.389847 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-c8dbb9df-6cd7-4394-8e48-2f2654004db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T17:59:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['48063dea-2895-40e4-905f-dfe5b0b536bb'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:59:53.473383 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-99763a58-0575-4580-8cd8-969ea937d9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59566619'] for port (4b00755c-72f5-4f2b-8458-b0ecb5621d5f), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:53.486815 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-c8dbb9df-6cd7-4394-8e48-2f2654004db6 None None] Set router 48063dea-2895-40e4-905f-dfe5b0b536bb gateway port host: None {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 17:59:53.499424 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99763a58-0575-4580-8cd8-969ea937d9e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b00755c-72f5-4f2b-8458-b0ecb5621d5f,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:59:53.542717 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-c8dbb9df-6cd7-4394-8e48-2f2654004db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'name': 'tempest-AttachVolumeTestJSON-290508263-router', 'tenant_id': '562e825d481140639866877090276140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:18Z', 'updated_at': '2022-03-23T17:59:53Z', 'revision_number': 6, 'project_id': '562e825d481140639866877090276140', 'gw_port_host': None}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:59:53.564444 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-99763a58-0575-4580-8cd8-969ea937d9e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614159'] for router_gateway (48063dea-2895-40e4-905f-dfe5b0b536bb), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:53.570671 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dbb9df-6cd7-4394-8e48-2f2654004db6 None None] The sync data for ids ['48063dea-2895-40e4-905f-dfe5b0b536bb'] in dv-cinder-834920-1-iscsi is: [{'id': '48063dea-2895-40e4-905f-dfe5b0b536bb', 'name': 'tempest-AttachVolumeTestJSON-290508263-router', 'tenant_id': '562e825d481140639866877090276140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:18Z', 'updated_at': '2022-03-23T17:59:53Z', 'revision_number': 6, 'project_id': '562e825d481140639866877090276140', 'gw_port_host': None}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 17:59:53.661314 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-99763a58-0575-4580-8cd8-969ea937d9e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3209'] for router (48063dea-2895-40e4-905f-dfe5b0b536bb), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:53.663493 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-99763a58-0575-4580-8cd8-969ea937d9e1 admin admin] Publish callbacks [] for router_controller (48063dea-2895-40e4-905f-dfe5b0b536bb), precommit_delete_associations {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:53.707253 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-99763a58-0575-4580-8cd8-969ea937d9e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-608236'] for router (48063dea-2895-40e4-905f-dfe5b0b536bb), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:53.708030 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99763a58-0575-4580-8cd8-969ea937d9e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48063dea-2895-40e4-905f-dfe5b0b536bb {{(pid=103207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 17:59:53.715291 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-99763a58-0575-4580-8cd8-969ea937d9e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:53.716415 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-99763a58-0575-4580-8cd8-969ea937d9e1 admin admin] 10.222.0.41 "DELETE /v2.0/routers/48063dea-2895-40e4-905f-dfe5b0b536bb HTTP/1.1" status: 204 len: 168 time: 0.8399358 Mar 23 17:59:53.719018 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 52084) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:59:53.763808 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_v2 [None req-83e62bfb-5e69-4aff-9207-6c05062885c3 admin admin] Deleting subnet 551df535-6624-4945-9357-a463dcf05cfd {{(pid=103207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 17:59:53.767850 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-83e62bfb-5e69-4aff-9207-6c05062885c3 admin admin] Publish callbacks [] for subnet (551df535-6624-4945-9357-a463dcf05cfd), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:53.811049 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-83e62bfb-5e69-4aff-9207-6c05062885c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59524638'] for subnet (551df535-6624-4945-9357-a463dcf05cfd), precommit_delete_associations {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:53.895972 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-83e62bfb-5e69-4aff-9207-6c05062885c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153585'] for subnet (551df535-6624-4945-9357-a463dcf05cfd), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:53.970624 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-83e62bfb-5e69-4aff-9207-6c05062885c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59566314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59734875'] for subnet (551df535-6624-4945-9357-a463dcf05cfd), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:54.009277 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e62bfb-5e69-4aff-9207-6c05062885c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=551df535-6624-4945-9357-a463dcf05cfd,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:59:54.017099 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-83e62bfb-5e69-4aff-9207-6c05062885c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for subnet (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:54.022765 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-83e62bfb-5e69-4aff-9207-6c05062885c3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/551df535-6624-4945-9357-a463dcf05cfd HTTP/1.1" status: 204 len: 168 time: 0.3025823 Mar 23 17:59:54.024638 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350253a3-7686-4d18-a7cb-fbb8df36140d None None] Network cf00ba7b-82ed-4a68-ac03-2cd555b65d58 requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 17:59:54.025908 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 52086) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:59:54.102948 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cfe72403-1443-4778-ad9d-1e6ffa839b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148222'] for network (cf00ba7b-82ed-4a68-ac03-2cd555b65d58), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:54.179529 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-cfe72403-1443-4778-ad9d-1e6ffa839b55 admin admin] Deleting port c9d88b57-1c66-47f2-a4f6-82c0078d25ff {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 17:59:54.179932 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cfe72403-1443-4778-ad9d-1e6ffa839b55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (c9d88b57-1c66-47f2-a4f6-82c0078d25ff), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:54.240913 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [None req-cfe72403-1443-4778-ad9d-1e6ffa839b55 admin admin] For port c9d88b57-1c66-47f2-a4f6-82c0078d25ff, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=c9d88b57-1c66-47f2-a4f6-82c0078d25ff,segment=NetworkSegment(a411194a-69f6-4c08-a136-cf58c2766c0a),segment_id=a411194a-69f6-4c08-a136-cf58c2766c0a)] {{(pid=103208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 17:59:54.241314 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cfe72403-1443-4778-ad9d-1e6ffa839b55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (c9d88b57-1c66-47f2-a4f6-82c0078d25ff), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:54.254576 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-cfe72403-1443-4778-ad9d-1e6ffa839b55 admin admin] Calling delete_port for c9d88b57-1c66-47f2-a4f6-82c0078d25ff owned by network:dhcp {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 17:59:54.336767 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cfe72403-1443-4778-ad9d-1e6ffa839b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59308127'] for port (c9d88b57-1c66-47f2-a4f6-82c0078d25ff), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:54.367609 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe72403-1443-4778-ad9d-1e6ffa839b55 admin admin] No DVR routers for this DVR port c9d88b57-1c66-47f2-a4f6-82c0078d25ff on host dv-cinder-834920-1-iscsi {{(pid=103208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 17:59:54.369536 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe72403-1443-4778-ad9d-1e6ffa839b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9d88b57-1c66-47f2-a4f6-82c0078d25ff,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:59:54.394759 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe72403-1443-4778-ad9d-1e6ffa839b55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:59:54.395361 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe72403-1443-4778-ad9d-1e6ffa839b55 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:59:54.395847 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe72403-1443-4778-ad9d-1e6ffa839b55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:59:54.396420 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe72403-1443-4778-ad9d-1e6ffa839b55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:59:54.396988 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe72403-1443-4778-ad9d-1e6ffa839b55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:59:54.397644 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe72403-1443-4778-ad9d-1e6ffa839b55 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:59:54.398157 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe72403-1443-4778-ad9d-1e6ffa839b55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:59:54.398728 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe72403-1443-4778-ad9d-1e6ffa839b55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:59:54.399291 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe72403-1443-4778-ad9d-1e6ffa839b55 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:59:54.399868 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe72403-1443-4778-ad9d-1e6ffa839b55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:59:54.400434 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe72403-1443-4778-ad9d-1e6ffa839b55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:59:54.401007 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe72403-1443-4778-ad9d-1e6ffa839b55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:59:54.401586 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe72403-1443-4778-ad9d-1e6ffa839b55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:59:54.402162 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe72403-1443-4778-ad9d-1e6ffa839b55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:59:54.402747 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe72403-1443-4778-ad9d-1e6ffa839b55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 17:59:54.437073 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b5c0b8-ab5e-4c35-a3ea-82e0ae17b61d None None] DHCP port deletion for cf00ba7b-82ed-4a68-ac03-2cd555b65d58 request from dv-cinder-834920-1-iscsi {{(pid=103209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 17:59:54.472864 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cfe72403-1443-4778-ad9d-1e6ffa839b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4070212', 'neutron.services.segments.db._delete_segments_for_network-8741035949891'] for network (cf00ba7b-82ed-4a68-ac03-2cd555b65d58), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:54.493432 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-cfe72403-1443-4778-ad9d-1e6ffa839b55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf00ba7b-82ed-4a68-ac03-2cd555b65d58']}} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:59:54.504735 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-cfe72403-1443-4778-ad9d-1e6ffa839b55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a411194a-69f6-4c08-a136-cf58c2766c0a') {'for_net_delete': True} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:59:54.504995 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-cfe72403-1443-4778-ad9d-1e6ffa839b55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a411194a-69f6-4c08-a136-cf58c2766c0a') {} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 17:59:54.514154 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cfe72403-1443-4778-ad9d-1e6ffa839b55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741035949644', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59503449'] for segment (a411194a-69f6-4c08-a136-cf58c2766c0a), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:54.529297 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cfe72403-1443-4778-ad9d-1e6ffa839b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464'] for segment (a411194a-69f6-4c08-a136-cf58c2766c0a), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:54.538727 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfe72403-1443-4778-ad9d-1e6ffa839b55 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 17:59:54.539268 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cfe72403-1443-4778-ad9d-1e6ffa839b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59308044'] for segment (a411194a-69f6-4c08-a136-cf58c2766c0a), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:54.541405 dv-cinder-834920-1-iscsi neutron-server[103208]: Traceback (most recent call last): Mar 23 17:59:54.541405 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 17:59:54.541405 dv-cinder-834920-1-iscsi neutron-server[103208]: timer() Mar 23 17:59:54.541405 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 17:59:54.541405 dv-cinder-834920-1-iscsi neutron-server[103208]: cb(*args, **kw) Mar 23 17:59:54.541405 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 17:59:54.541405 dv-cinder-834920-1-iscsi neutron-server[103208]: return func(*args, **kwargs) Mar 23 17:59:54.541405 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 17:59:54.541405 dv-cinder-834920-1-iscsi neutron-server[103208]: self._notify() Mar 23 17:59:54.541405 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 17:59:54.541405 dv-cinder-834920-1-iscsi neutron-server[103208]: self.callback(batched_events) Mar 23 17:59:54.541405 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 17:59:54.541405 dv-cinder-834920-1-iscsi neutron-server[103208]: event.method(event) Mar 23 17:59:54.541405 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 17:59:54.541405 dv-cinder-834920-1-iscsi neutron-server[103208]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 17:59:54.541405 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 17:59:54.541405 dv-cinder-834920-1-iscsi neutron-server[103208]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 17:59:54.541405 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 17:59:54.541405 dv-cinder-834920-1-iscsi neutron-server[103208]: return f(self, *a, **k) Mar 23 17:59:54.541405 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 17:59:54.541405 dv-cinder-834920-1-iscsi neutron-server[103208]: return self._get(url).json() Mar 23 17:59:54.541405 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 17:59:54.541405 dv-cinder-834920-1-iscsi neutron-server[103208]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 17:59:54.541405 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 17:59:54.541405 dv-cinder-834920-1-iscsi neutron-server[103208]: return self.request(url, 'GET', **kwargs) Mar 23 17:59:54.541405 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 17:59:54.541405 dv-cinder-834920-1-iscsi neutron-server[103208]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 17:59:54.541405 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 17:59:54.541405 dv-cinder-834920-1-iscsi neutron-server[103208]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 17:59:54.541405 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 17:59:54.541405 dv-cinder-834920-1-iscsi neutron-server[103208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 17:59:54.541405 dv-cinder-834920-1-iscsi neutron-server[103208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 17:59:54.604616 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cfe72403-1443-4778-ad9d-1e6ffa839b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4070271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614259'] for network (cf00ba7b-82ed-4a68-ac03-2cd555b65d58), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:54.610070 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cfe72403-1443-4778-ad9d-1e6ffa839b55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for network (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:54.613252 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-cfe72403-1443-4778-ad9d-1e6ffa839b55 admin admin] 10.222.0.41 "DELETE /v2.0/networks/cf00ba7b-82ed-4a68-ac03-2cd555b65d58 HTTP/1.1" status: 204 len: 168 time: 0.5850539 Mar 23 17:59:54.625321 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe72403-1443-4778-ad9d-1e6ffa839b55 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf00ba7b-82ed-4a68-ac03-2cd555b65d58,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:59:54.772704 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 52092) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:59:54.818830 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-3b04e461-837f-4745-a333-72c964c2c589 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=562e825d481140639866877090276140&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0448883 Mar 23 17:59:54.821489 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 52094) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 17:59:54.871535 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8ef11a93-6475-4145-9252-b5c75fa0b338 admin admin] Publish callbacks [] for security_group (b58b4c54-aae8-4053-888e-e6e8e47a8587), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:54.895414 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8ef11a93-6475-4145-9252-b5c75fa0b338 admin admin] Publish callbacks [] for security_group (b58b4c54-aae8-4053-888e-e6e8e47a8587), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:54.910552 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 867fac67-9575-4b3e-aa0c-038b203f1c35 no longer exists at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:59:54.930371 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] No Port match for: 867fac67-9575-4b3e-aa0c-038b203f1c35 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:59:54.930749 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 867fac67-9575-4b3e-aa0c-038b203f1c35 not bound to the agent host dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:59:54.931135 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 4b00755c-72f5-4f2b-8458-b0ecb5621d5f no longer exists at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:59:54.946517 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8ef11a93-6475-4145-9252-b5c75fa0b338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (b58b4c54-aae8-4053-888e-e6e8e47a8587), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:54.949047 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8ef11a93-6475-4145-9252-b5c75fa0b338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 17:59:54.950244 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-8ef11a93-6475-4145-9252-b5c75fa0b338 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b58b4c54-aae8-4053-888e-e6e8e47a8587 HTTP/1.1" status: 204 len: 168 time: 0.1276779 Mar 23 17:59:54.950532 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] No Port match for: 4b00755c-72f5-4f2b-8458-b0ecb5621d5f {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:59:54.950655 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 4b00755c-72f5-4f2b-8458-b0ecb5621d5f not bound to the agent host dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:59:54.950994 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device c9d88b57-1c66-47f2-a4f6-82c0078d25ff no longer exists at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 17:59:54.959256 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef11a93-6475-4145-9252-b5c75fa0b338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58b4c54-aae8-4053-888e-e6e8e47a8587,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 17:59:54.978877 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] No Port match for: c9d88b57-1c66-47f2-a4f6-82c0078d25ff {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 17:59:54.979193 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device c9d88b57-1c66-47f2-a4f6-82c0078d25ff not bound to the agent host dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 17:59:55.046890 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:00:07.701441 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-354d1775-d5a9-406f-90c1-2f7a71ba5a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:00:10.194849 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3d872790-5e27-4b5d-a4de-4a02c99e22a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:00:11.559398 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:00:12.959547 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:00:14.219922 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:00:25.074396 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:00:30.224539 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:00:37.712008 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0894cb95-7546-495a-9f6a-6e317443523a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:00:40.189092 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-569c6702-5d9a-46d0-9ef7-5a01e47e4723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:00:41.553754 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:00:42.968453 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:00:44.220128 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:00:49.938988 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8b6a2bbe-3c91-475b-8f90-b6d28dc55222 req-1f2fc7ce-b887-42ad-8ec6-2b94526282e8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1db243f4-c036-4853-affc-ef960a731a2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565176 Mar 23 18:00:50.049096 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a2bbe-3c91-475b-8f90-b6d28dc55222 req-5235c874-4032-4973-8f2e-da9ff067a86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:00:50.050944 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8b6a2bbe-3c91-475b-8f90-b6d28dc55222 req-5235c874-4032-4973-8f2e-da9ff067a86c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81cbeef3df3646be902884c3e8e86d20&device_id=1db243f4-c036-4853-affc-ef960a731a2d HTTP/1.1" status: 200 len: 1129 time: 0.0572579 Mar 23 18:00:50.231731 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a2bbe-3c91-475b-8f90-b6d28dc55222 req-aed2551c-ea63-498a-ab84-6991eb32a6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:00:50.233614 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8b6a2bbe-3c91-475b-8f90-b6d28dc55222 req-aed2551c-ea63-498a-ab84-6991eb32a6e7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2888c7fe-ae98-4d0e-9549-8ca804e8c855 HTTP/1.1" status: 200 len: 916 time: 0.1587241 Mar 23 18:00:50.320816 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8b6a2bbe-3c91-475b-8f90-b6d28dc55222 req-325f72cd-057e-433e-89c9-20190846384f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f78c6a23-4bb6-4698-8dac-5714b02fe868 HTTP/1.1" status: 200 len: 1001 time: 0.0811076 Mar 23 18:00:50.412319 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a2bbe-3c91-475b-8f90-b6d28dc55222 req-21ceaf82-ca7f-4e66-9f84-0da5ca8a3cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:00:50.415519 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8b6a2bbe-3c91-475b-8f90-b6d28dc55222 req-21ceaf82-ca7f-4e66-9f84-0da5ca8a3cce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d923e995-8ad4-43f2-beba-221af8031362 HTTP/1.1" status: 200 len: 854 time: 0.0887434 Mar 23 18:00:50.480425 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a2bbe-3c91-475b-8f90-b6d28dc55222 req-5bef829e-671a-4eeb-9078-ee3b10f221e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:00:50.482433 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8b6a2bbe-3c91-475b-8f90-b6d28dc55222 req-5bef829e-671a-4eeb-9078-ee3b10f221e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2888c7fe-ae98-4d0e-9549-8ca804e8c855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0609396 Mar 23 18:00:50.492882 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [req-8b6a2bbe-3c91-475b-8f90-b6d28dc55222 req-95bfec6a-ac40-40a7-9187-9a2b76348fdf service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103207) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 18:00:50.494136 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8b6a2bbe-3c91-475b-8f90-b6d28dc55222 req-95bfec6a-ac40-40a7-9187-9a2b76348fdf service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061007 Mar 23 18:00:50.629984 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8b6a2bbe-3c91-475b-8f90-b6d28dc55222 req-3951ff1e-35e0-4566-b2d8-5c2f5e7cf6c8 service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289465 Mar 23 18:00:50.770177 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-8b6a2bbe-3c91-475b-8f90-b6d28dc55222 req-f9232cc0-4f83-4a62-b511-4d040055ae6c service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341555 Mar 23 18:00:55.099529 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:00:56.123864 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 52132) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:00:56.231820 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-90af410a-4418-48a4-874d-7454217fb9f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:00:56.308824 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-90af410a-4418-48a4-874d-7454217fb9f0 admin admin] Publish callbacks [] for security_group (b9c2ca89-d8ce-4d5a-b206-8031fd61d2d5), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:00:56.314607 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-90af410a-4418-48a4-874d-7454217fb9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (b9c2ca89-d8ce-4d5a-b206-8031fd61d2d5), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:00:56.351961 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-90af410a-4418-48a4-874d-7454217fb9f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=20edeeb25e4a495c86d56cc9f0d681bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269378 Mar 23 18:00:56.352817 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af410a-4418-48a4-874d-7454217fb9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c2ca89-d8ce-4d5a-b206-8031fd61d2d5,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:00:56.354885 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 52136) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:00:56.361502 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90af410a-4418-48a4-874d-7454217fb9f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:00:56.361874 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90af410a-4418-48a4-874d-7454217fb9f0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:00:56.362197 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90af410a-4418-48a4-874d-7454217fb9f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:00:56.362916 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90af410a-4418-48a4-874d-7454217fb9f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:00:56.362916 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90af410a-4418-48a4-874d-7454217fb9f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:00:56.363261 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90af410a-4418-48a4-874d-7454217fb9f0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:00:56.363512 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90af410a-4418-48a4-874d-7454217fb9f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:00:56.363831 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90af410a-4418-48a4-874d-7454217fb9f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:00:56.365022 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90af410a-4418-48a4-874d-7454217fb9f0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:00:56.365022 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90af410a-4418-48a4-874d-7454217fb9f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:00:56.365022 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90af410a-4418-48a4-874d-7454217fb9f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:00:56.365746 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90af410a-4418-48a4-874d-7454217fb9f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:00:56.365746 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90af410a-4418-48a4-874d-7454217fb9f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:00:56.366250 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90af410a-4418-48a4-874d-7454217fb9f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:00:56.366250 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90af410a-4418-48a4-874d-7454217fb9f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:00:56.405732 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-3a143aff-602b-45fa-9122-bf9a5e7d5327 admin admin] Publish callbacks [] for security_group (b9c2ca89-d8ce-4d5a-b206-8031fd61d2d5), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:00:56.429561 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-3a143aff-602b-45fa-9122-bf9a5e7d5327 admin admin] Publish callbacks [] for security_group (b9c2ca89-d8ce-4d5a-b206-8031fd61d2d5), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:00:56.485390 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-3a143aff-602b-45fa-9122-bf9a5e7d5327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (b9c2ca89-d8ce-4d5a-b206-8031fd61d2d5), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:00:56.488342 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-3a143aff-602b-45fa-9122-bf9a5e7d5327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:00:56.489643 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-3a143aff-602b-45fa-9122-bf9a5e7d5327 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b9c2ca89-d8ce-4d5a-b206-8031fd61d2d5 HTTP/1.1" status: 204 len: 168 time: 0.1336861 Mar 23 18:00:56.498560 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a143aff-602b-45fa-9122-bf9a5e7d5327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c2ca89-d8ce-4d5a-b206-8031fd61d2d5,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:00:56.507570 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a143aff-602b-45fa-9122-bf9a5e7d5327 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:00:56.507925 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a143aff-602b-45fa-9122-bf9a5e7d5327 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:00:56.508267 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a143aff-602b-45fa-9122-bf9a5e7d5327 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:00:56.508601 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a143aff-602b-45fa-9122-bf9a5e7d5327 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:00:56.508980 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a143aff-602b-45fa-9122-bf9a5e7d5327 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:00:56.509501 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a143aff-602b-45fa-9122-bf9a5e7d5327 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:00:56.509748 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a143aff-602b-45fa-9122-bf9a5e7d5327 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:00:56.510058 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a143aff-602b-45fa-9122-bf9a5e7d5327 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:00:56.510389 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a143aff-602b-45fa-9122-bf9a5e7d5327 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:00:56.510719 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a143aff-602b-45fa-9122-bf9a5e7d5327 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:00:56.511042 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a143aff-602b-45fa-9122-bf9a5e7d5327 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:00:56.511376 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a143aff-602b-45fa-9122-bf9a5e7d5327 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:00:56.511704 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a143aff-602b-45fa-9122-bf9a5e7d5327 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:00:56.512020 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a143aff-602b-45fa-9122-bf9a5e7d5327 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:00:56.512335 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a143aff-602b-45fa-9122-bf9a5e7d5327 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:01:03.773221 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 52224) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:01:03.912973 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-6edc78f7-e0b2-4095-8921-5f2a75bd7fd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:01:04.007912 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-6edc78f7-e0b2-4095-8921-5f2a75bd7fd5 admin admin] Publish callbacks [] for security_group (1dcd48b8-acf3-45c9-9040-884c6a761275), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:01:04.013772 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-6edc78f7-e0b2-4095-8921-5f2a75bd7fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (1dcd48b8-acf3-45c9-9040-884c6a761275), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:01:04.055674 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-6edc78f7-e0b2-4095-8921-5f2a75bd7fd5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0bb9c030262a49539fc145154df7ee71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2811916 Mar 23 18:01:04.056408 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc78f7-e0b2-4095-8921-5f2a75bd7fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcd48b8-acf3-45c9-9040-884c6a761275,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:01:04.058909 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 52228) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:01:04.113338 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-013517d1-8c26-40aa-8193-c0c81c7a73fd admin admin] Publish callbacks [] for security_group (1dcd48b8-acf3-45c9-9040-884c6a761275), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:01:04.137288 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-013517d1-8c26-40aa-8193-c0c81c7a73fd admin admin] Publish callbacks [] for security_group (1dcd48b8-acf3-45c9-9040-884c6a761275), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:01:04.205932 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-013517d1-8c26-40aa-8193-c0c81c7a73fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (1dcd48b8-acf3-45c9-9040-884c6a761275), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:01:04.211280 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-013517d1-8c26-40aa-8193-c0c81c7a73fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:01:04.212453 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-013517d1-8c26-40aa-8193-c0c81c7a73fd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1dcd48b8-acf3-45c9-9040-884c6a761275 HTTP/1.1" status: 204 len: 168 time: 0.1525586 Mar 23 18:01:04.221480 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013517d1-8c26-40aa-8193-c0c81c7a73fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcd48b8-acf3-45c9-9040-884c6a761275,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:01:04.527772 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 52236) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:01:04.547644 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0f11cd90-05d6-4ddf-9534-9dfa970efebe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:01:04.663421 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0f11cd90-05d6-4ddf-9534-9dfa970efebe admin admin] Publish callbacks [] for security_group (5005c851-13ee-4da6-b766-45c0f97871bc), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:01:04.669420 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0f11cd90-05d6-4ddf-9534-9dfa970efebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (5005c851-13ee-4da6-b766-45c0f97871bc), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:01:04.718839 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-0f11cd90-05d6-4ddf-9534-9dfa970efebe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8aae04859ba947acbd18e06231c00976&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1893909 Mar 23 18:01:04.720270 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11cd90-05d6-4ddf-9534-9dfa970efebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5005c851-13ee-4da6-b766-45c0f97871bc,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:01:04.722842 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 52244) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:01:04.787201 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-20e89f9b-77f8-4646-8972-76fde21e3db5 admin admin] Publish callbacks [] for security_group (5005c851-13ee-4da6-b766-45c0f97871bc), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:01:04.811607 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-20e89f9b-77f8-4646-8972-76fde21e3db5 admin admin] Publish callbacks [] for security_group (5005c851-13ee-4da6-b766-45c0f97871bc), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:01:04.861478 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-20e89f9b-77f8-4646-8972-76fde21e3db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (5005c851-13ee-4da6-b766-45c0f97871bc), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:01:04.865094 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-20e89f9b-77f8-4646-8972-76fde21e3db5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:01:04.869554 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-20e89f9b-77f8-4646-8972-76fde21e3db5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5005c851-13ee-4da6-b766-45c0f97871bc HTTP/1.1" status: 204 len: 168 time: 0.1420469 Mar 23 18:01:04.876300 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e89f9b-77f8-4646-8972-76fde21e3db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5005c851-13ee-4da6-b766-45c0f97871bc,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:01:07.223080 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:01:07.710224 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-23fbb53f-e5ba-4197-a3e3-7c5dbc3986ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:01:10.194519 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-cf8f4e91-8de0-4ac0-a899-911c3d525b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:01:11.560544 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:01:12.967219 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:01:14.217109 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:01:25.088577 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:01:37.710600 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-74de5e06-55f8-41a7-9ae3-529932408472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:01:40.201029 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-53463c51-807b-4975-993b-645f9e69f9c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:01:41.559741 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:01:42.969460 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:01:44.213726 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:01:44.222658 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:01:49.921436 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4e66550a-f32e-4401-a213-585d3aa8db19 req-cbf8105d-bf45-4aac-a80f-deaf56580a62 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1db243f4-c036-4853-affc-ef960a731a2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447114 Mar 23 18:01:50.013848 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66550a-f32e-4401-a213-585d3aa8db19 req-99d31299-562c-4659-9e1f-a979ec36dae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:01:50.015850 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4e66550a-f32e-4401-a213-585d3aa8db19 req-99d31299-562c-4659-9e1f-a979ec36dae3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81cbeef3df3646be902884c3e8e86d20&device_id=1db243f4-c036-4853-affc-ef960a731a2d HTTP/1.1" status: 200 len: 1129 time: 0.0504816 Mar 23 18:01:50.146318 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66550a-f32e-4401-a213-585d3aa8db19 req-babdfdda-c18b-44f2-b54d-fd79e15df750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:01:50.147822 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4e66550a-f32e-4401-a213-585d3aa8db19 req-babdfdda-c18b-44f2-b54d-fd79e15df750 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2888c7fe-ae98-4d0e-9549-8ca804e8c855 HTTP/1.1" status: 200 len: 916 time: 0.1107221 Mar 23 18:01:50.219762 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4e66550a-f32e-4401-a213-585d3aa8db19 req-97ebd1f7-f2b0-44cf-9432-bc4db37ec807 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f78c6a23-4bb6-4698-8dac-5714b02fe868 HTTP/1.1" status: 200 len: 1001 time: 0.0658746 Mar 23 18:01:50.266324 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66550a-f32e-4401-a213-585d3aa8db19 req-ee30b422-8335-4bff-a475-30ce3fd85d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:01:50.267803 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4e66550a-f32e-4401-a213-585d3aa8db19 req-ee30b422-8335-4bff-a475-30ce3fd85d5c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d923e995-8ad4-43f2-beba-221af8031362 HTTP/1.1" status: 200 len: 854 time: 0.0422521 Mar 23 18:01:50.326869 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66550a-f32e-4401-a213-585d3aa8db19 req-214a5ab1-71c3-413b-84ed-b173b2ddcfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:01:50.328491 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4e66550a-f32e-4401-a213-585d3aa8db19 req-214a5ab1-71c3-413b-84ed-b173b2ddcfc9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2888c7fe-ae98-4d0e-9549-8ca804e8c855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551162 Mar 23 18:01:50.418478 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4e66550a-f32e-4401-a213-585d3aa8db19 req-bc038dbc-2633-47b7-9feb-7708b0ee132a service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840375 Mar 23 18:01:50.508876 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-4e66550a-f32e-4401-a213-585d3aa8db19 req-84196814-eede-4410-9986-1e51039bd728 service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846953 Mar 23 18:01:55.110897 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:02:07.706995 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d4596433-c7fb-4cc0-9be8-6db1627af29a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:02:10.199995 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0368bc18-4b1e-4de9-8fb1-b681c910f993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:02:11.575912 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:02:12.971730 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:02:14.211057 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:02:21.221618 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:02:25.103078 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:02:37.703203 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b35194a9-d020-464f-8dcd-0e2cc48d8fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:02:40.199518 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-96af78c3-4fbb-48a5-9f33-e810cd055a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:02:41.567632 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:02:42.974174 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:02:44.206532 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:02:50.912794 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-93d2becc-3e54-4bef-822e-80518bbdc826 req-9c694fe5-2b39-4a8a-8110-e376412e5baa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1db243f4-c036-4853-affc-ef960a731a2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491054 Mar 23 18:02:51.010924 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2becc-3e54-4bef-822e-80518bbdc826 req-578460f7-3bac-49ef-ade7-741b50484567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:02:51.012375 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-93d2becc-3e54-4bef-822e-80518bbdc826 req-578460f7-3bac-49ef-ade7-741b50484567 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81cbeef3df3646be902884c3e8e86d20&device_id=1db243f4-c036-4853-affc-ef960a731a2d HTTP/1.1" status: 200 len: 1129 time: 0.0517230 Mar 23 18:02:51.118398 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2becc-3e54-4bef-822e-80518bbdc826 req-820b3069-bb05-428a-8cc3-46a44eaba7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:02:51.119962 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-93d2becc-3e54-4bef-822e-80518bbdc826 req-820b3069-bb05-428a-8cc3-46a44eaba7ca service neutron] 10.222.0.57 "GET /v2.0/networks?id=2888c7fe-ae98-4d0e-9549-8ca804e8c855 HTTP/1.1" status: 200 len: 916 time: 0.0863631 Mar 23 18:02:51.195224 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-93d2becc-3e54-4bef-822e-80518bbdc826 req-bbc1fb50-6c56-491a-8c21-3ae2d01f1f6a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f78c6a23-4bb6-4698-8dac-5714b02fe868 HTTP/1.1" status: 200 len: 1001 time: 0.0681345 Mar 23 18:02:51.249225 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2becc-3e54-4bef-822e-80518bbdc826 req-7d29f297-6558-402a-a241-616e0eba72ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:02:51.250742 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-93d2becc-3e54-4bef-822e-80518bbdc826 req-7d29f297-6558-402a-a241-616e0eba72ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d923e995-8ad4-43f2-beba-221af8031362 HTTP/1.1" status: 200 len: 854 time: 0.0501595 Mar 23 18:02:51.302072 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2becc-3e54-4bef-822e-80518bbdc826 req-5713578b-1b9e-4d17-a48f-c6c8e48a328f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:02:51.303507 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-93d2becc-3e54-4bef-822e-80518bbdc826 req-5713578b-1b9e-4d17-a48f-c6c8e48a328f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2888c7fe-ae98-4d0e-9549-8ca804e8c855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465991 Mar 23 18:02:51.397617 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-93d2becc-3e54-4bef-822e-80518bbdc826 req-38d1b143-5fc9-496e-a9f5-50871aa84a83 service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875642 Mar 23 18:02:51.500349 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-93d2becc-3e54-4bef-822e-80518bbdc826 req-b4482e49-ffc8-4f33-80e5-e0404b3466a2 service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942376 Mar 23 18:02:55.134548 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:02:58.225692 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:03:01.376905 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 53632) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:03:01.438307 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-13fa663b-3146-493a-9db4-68539af263ae tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for security_group (51046710-7d65-4be9-9467-42455151fd0a), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:01.463159 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-13fa663b-3146-493a-9db4-68539af263ae tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for security_group (51046710-7d65-4be9-9467-42455151fd0a), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:01.529832 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-13fa663b-3146-493a-9db4-68539af263ae tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (51046710-7d65-4be9-9467-42455151fd0a), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:01.532505 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-13fa663b-3146-493a-9db4-68539af263ae tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:01.533708 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-13fa663b-3146-493a-9db4-68539af263ae tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] 10.222.0.41 "DELETE /v2.0/security-groups/51046710-7d65-4be9-9467-42455151fd0a HTTP/1.1" status: 204 len: 168 time: 0.1552839 Mar 23 18:03:01.543086 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa663b-3146-493a-9db4-68539af263ae tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51046710-7d65-4be9-9467-42455151fd0a,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:03:01.550378 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa663b-3146-493a-9db4-68539af263ae tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:01.550727 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa663b-3146-493a-9db4-68539af263ae tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:01.551071 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa663b-3146-493a-9db4-68539af263ae tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:01.551430 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa663b-3146-493a-9db4-68539af263ae tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:01.551735 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa663b-3146-493a-9db4-68539af263ae tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:01.552114 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa663b-3146-493a-9db4-68539af263ae tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:01.552516 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa663b-3146-493a-9db4-68539af263ae tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:01.552977 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa663b-3146-493a-9db4-68539af263ae tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:01.553333 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa663b-3146-493a-9db4-68539af263ae tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:01.553659 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa663b-3146-493a-9db4-68539af263ae tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:01.554037 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa663b-3146-493a-9db4-68539af263ae tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:01.554364 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa663b-3146-493a-9db4-68539af263ae tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:01.554685 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa663b-3146-493a-9db4-68539af263ae tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:01.555003 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa663b-3146-493a-9db4-68539af263ae tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:01.555321 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa663b-3146-493a-9db4-68539af263ae tempest-TestVolumeBootPattern-1543377927 tempest-TestVolumeBootPattern-1543377927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:01.795645 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 53644) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:03:02.291110 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bfa35314-e5ec-45b4-a14c-9607babf3057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613957'] for router_interface (9ce6edcf-4e78-4a68-a752-b3dc4f491624), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:02.538076 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-bfa35314-e5ec-45b4-a14c-9607babf3057 admin admin] Deleting port 7d48f7ad-f8ac-4c97-a606-bdea142032f6 {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 18:03:02.538375 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bfa35314-e5ec-45b4-a14c-9607babf3057 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (7d48f7ad-f8ac-4c97-a606-bdea142032f6), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:02.612696 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [None req-bfa35314-e5ec-45b4-a14c-9607babf3057 admin admin] For port 7d48f7ad-f8ac-4c97-a606-bdea142032f6, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=7d48f7ad-f8ac-4c97-a606-bdea142032f6,segment=NetworkSegment(62cbfca7-ba11-4a29-b995-79dcf60db07d),segment_id=62cbfca7-ba11-4a29-b995-79dcf60db07d)] {{(pid=103208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 18:03:02.613059 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bfa35314-e5ec-45b4-a14c-9607babf3057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (7d48f7ad-f8ac-4c97-a606-bdea142032f6), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:02.626264 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-bfa35314-e5ec-45b4-a14c-9607babf3057 admin admin] Calling delete_port for 7d48f7ad-f8ac-4c97-a606-bdea142032f6 owned by network:router_interface {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 18:03:02.811995 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bfa35314-e5ec-45b4-a14c-9607babf3057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59308127'] for port (7d48f7ad-f8ac-4c97-a606-bdea142032f6), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:02.837817 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa35314-e5ec-45b4-a14c-9607babf3057 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d48f7ad-f8ac-4c97-a606-bdea142032f6,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:03:02.849981 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa35314-e5ec-45b4-a14c-9607babf3057 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:02.849981 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa35314-e5ec-45b4-a14c-9607babf3057 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:02.850328 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa35314-e5ec-45b4-a14c-9607babf3057 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:02.850602 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa35314-e5ec-45b4-a14c-9607babf3057 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:02.850934 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa35314-e5ec-45b4-a14c-9607babf3057 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:02.851292 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa35314-e5ec-45b4-a14c-9607babf3057 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:02.851617 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa35314-e5ec-45b4-a14c-9607babf3057 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:02.851941 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa35314-e5ec-45b4-a14c-9607babf3057 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:02.852263 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa35314-e5ec-45b4-a14c-9607babf3057 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:02.852588 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa35314-e5ec-45b4-a14c-9607babf3057 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:02.852881 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa35314-e5ec-45b4-a14c-9607babf3057 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:02.853231 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa35314-e5ec-45b4-a14c-9607babf3057 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:02.853553 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa35314-e5ec-45b4-a14c-9607babf3057 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:02.854211 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa35314-e5ec-45b4-a14c-9607babf3057 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:02.854211 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa35314-e5ec-45b4-a14c-9607babf3057 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:03.029651 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-bfa35314-e5ec-45b4-a14c-9607babf3057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606453'] for router_interface (9ce6edcf-4e78-4a68-a752-b3dc4f491624), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:03.251575 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa35314-e5ec-45b4-a14c-9607babf3057 admin admin] Router 9ce6edcf-4e78-4a68-a752-b3dc4f491624 has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 18:03:03.355179 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa35314-e5ec-45b4-a14c-9607babf3057 admin admin] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 18:03:03.362054 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-bfa35314-e5ec-45b4-a14c-9607babf3057 admin admin] 10.222.0.41 "PUT /v2.0/routers/9ce6edcf-4e78-4a68-a752-b3dc4f491624/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5647871 Mar 23 18:03:03.362918 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 53666) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:03:03.364524 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2b3bde-7d2d-4d17-a945-46abf4dc3e1f None None] Sync routers for ids ['9ce6edcf-4e78-4a68-a752-b3dc4f491624'] in dv-cinder-834920-1-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 18:03:03.375147 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2b3bde-7d2d-4d17-a945-46abf4dc3e1f None None] Routers {'9ce6edcf-4e78-4a68-a752-b3dc4f491624'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 18:03:03.375751 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-7a2b3bde-7d2d-4d17-a945-46abf4dc3e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T18:02:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['9ce6edcf-4e78-4a68-a752-b3dc4f491624'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:03:03.471144 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e5770ec5-5bfe-4489-9d0e-f16673e4f8a8 admin admin] Publish callbacks [] for router (9ce6edcf-4e78-4a68-a752-b3dc4f491624), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:03.483227 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-7a2b3bde-7d2d-4d17-a945-46abf4dc3e1f None None] Set router 9ce6edcf-4e78-4a68-a752-b3dc4f491624 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 18:03:03.577994 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e5770ec5-5bfe-4489-9d0e-f16673e4f8a8 admin admin] Publish callbacks [] for router_gateway (9ce6edcf-4e78-4a68-a752-b3dc4f491624), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:03.630338 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-e5770ec5-5bfe-4489-9d0e-f16673e4f8a8 admin admin] Deleting port b6724547-480c-48dc-bb0f-19fb5fb419b1 {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 18:03:03.631107 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e5770ec5-5bfe-4489-9d0e-f16673e4f8a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (b6724547-480c-48dc-bb0f-19fb5fb419b1), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:03.660305 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-7a2b3bde-7d2d-4d17-a945-46abf4dc3e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'name': 'tempest-TestVolumeBootPattern-1168565444-router', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b6724547-480c-48dc-bb0f-19fb5fb419b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:31:57Z', 'updated_at': '2022-03-23T18:03:02Z', 'revision_number': 5, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'gw_port': {'id': 'b6724547-480c-48dc-bb0f-19fb5fb419b1', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:31:58Z', 'updated_at': '2022-03-23T17:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi'}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:03:03.688052 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2b3bde-7d2d-4d17-a945-46abf4dc3e1f None None] Checking router: 9ce6edcf-4e78-4a68-a752-b3dc4f491624 for host: dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 18:03:03.696993 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2b3bde-7d2d-4d17-a945-46abf4dc3e1f None None] Routers {'9ce6edcf-4e78-4a68-a752-b3dc4f491624'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 18:03:03.697625 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-7a2b3bde-7d2d-4d17-a945-46abf4dc3e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T18:02:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['9ce6edcf-4e78-4a68-a752-b3dc4f491624'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:03:03.711560 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [None req-e5770ec5-5bfe-4489-9d0e-f16673e4f8a8 admin admin] For port b6724547-480c-48dc-bb0f-19fb5fb419b1, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=b6724547-480c-48dc-bb0f-19fb5fb419b1,segment=NetworkSegment(e3d657d5-0d12-4364-ba98-0127febd700d),segment_id=e3d657d5-0d12-4364-ba98-0127febd700d)] {{(pid=103208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 18:03:03.711923 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e5770ec5-5bfe-4489-9d0e-f16673e4f8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (b6724547-480c-48dc-bb0f-19fb5fb419b1), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:03.724878 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-e5770ec5-5bfe-4489-9d0e-f16673e4f8a8 admin admin] Calling delete_port for b6724547-480c-48dc-bb0f-19fb5fb419b1 owned by network:router_gateway {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 18:03:03.786170 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-7a2b3bde-7d2d-4d17-a945-46abf4dc3e1f None None] Set router 9ce6edcf-4e78-4a68-a752-b3dc4f491624 gateway port host: None {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 18:03:03.839436 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-7a2b3bde-7d2d-4d17-a945-46abf4dc3e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'name': 'tempest-TestVolumeBootPattern-1168565444-router', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:31:57Z', 'updated_at': '2022-03-23T18:03:03Z', 'revision_number': 6, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'gw_port_host': None}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:03:03.867385 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2b3bde-7d2d-4d17-a945-46abf4dc3e1f None None] The sync data for ids ['9ce6edcf-4e78-4a68-a752-b3dc4f491624'] in dv-cinder-834920-1-iscsi is: [{'id': '9ce6edcf-4e78-4a68-a752-b3dc4f491624', 'name': 'tempest-TestVolumeBootPattern-1168565444-router', 'tenant_id': '2aa787500053466faed7680c3c3b3f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:31:57Z', 'updated_at': '2022-03-23T18:03:03Z', 'revision_number': 6, 'project_id': '2aa787500053466faed7680c3c3b3f20', 'gw_port_host': None}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 18:03:03.903363 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e5770ec5-5bfe-4489-9d0e-f16673e4f8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59308127'] for port (b6724547-480c-48dc-bb0f-19fb5fb419b1), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:03.928026 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5770ec5-5bfe-4489-9d0e-f16673e4f8a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6724547-480c-48dc-bb0f-19fb5fb419b1,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:03:03.992477 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e5770ec5-5bfe-4489-9d0e-f16673e4f8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614159'] for router_gateway (9ce6edcf-4e78-4a68-a752-b3dc4f491624), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:04.094350 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e5770ec5-5bfe-4489-9d0e-f16673e4f8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3209'] for router (9ce6edcf-4e78-4a68-a752-b3dc4f491624), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:04.096489 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e5770ec5-5bfe-4489-9d0e-f16673e4f8a8 admin admin] Publish callbacks [] for router_controller (9ce6edcf-4e78-4a68-a752-b3dc4f491624), precommit_delete_associations {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:04.163206 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e5770ec5-5bfe-4489-9d0e-f16673e4f8a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-608236'] for router (9ce6edcf-4e78-4a68-a752-b3dc4f491624), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:04.163683 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5770ec5-5bfe-4489-9d0e-f16673e4f8a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ce6edcf-4e78-4a68-a752-b3dc4f491624 {{(pid=103208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 18:03:04.168632 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e5770ec5-5bfe-4489-9d0e-f16673e4f8a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:04.169840 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-e5770ec5-5bfe-4489-9d0e-f16673e4f8a8 admin admin] 10.222.0.41 "DELETE /v2.0/routers/9ce6edcf-4e78-4a68-a752-b3dc4f491624 HTTP/1.1" status: 204 len: 168 time: 0.8060446 Mar 23 18:03:04.172356 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 53680) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:03:04.217706 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bbe7723-ab2b-4e72-b84a-fcc213400283 admin admin] Deleting subnet 959a77f2-01fb-4a86-b823-2f4ec7b88401 {{(pid=103208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 18:03:04.221128 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4bbe7723-ab2b-4e72-b84a-fcc213400283 admin admin] Publish callbacks [] for subnet (959a77f2-01fb-4a86-b823-2f4ec7b88401), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:04.256951 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4bbe7723-ab2b-4e72-b84a-fcc213400283 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59503456'] for subnet (959a77f2-01fb-4a86-b823-2f4ec7b88401), precommit_delete_associations {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:04.368471 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4bbe7723-ab2b-4e72-b84a-fcc213400283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153585'] for subnet (959a77f2-01fb-4a86-b823-2f4ec7b88401), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:04.426812 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4bbe7723-ab2b-4e72-b84a-fcc213400283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59308718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59263836'] for subnet (959a77f2-01fb-4a86-b823-2f4ec7b88401), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:04.451378 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe7723-ab2b-4e72-b84a-fcc213400283 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=959a77f2-01fb-4a86-b823-2f4ec7b88401,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:03:04.457909 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4bbe7723-ab2b-4e72-b84a-fcc213400283 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:04.461038 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-4bbe7723-ab2b-4e72-b84a-fcc213400283 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/959a77f2-01fb-4a86-b823-2f4ec7b88401 HTTP/1.1" status: 204 len: 168 time: 0.2877333 Mar 23 18:03:04.462818 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe20a27-9075-475f-80b8-676547a80aae None None] Network c72acd4a-e098-4a23-9aac-214408be911e requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 18:03:04.463760 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 53682) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:03:04.531136 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1ccf69e4-51e9-4ac0-b4e5-399e90578fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148222'] for network (c72acd4a-e098-4a23-9aac-214408be911e), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:04.586677 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-1ccf69e4-51e9-4ac0-b4e5-399e90578fba admin admin] Deleting port 620e0945-c032-494f-a213-edd89cf60258 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 18:03:04.587016 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1ccf69e4-51e9-4ac0-b4e5-399e90578fba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (620e0945-c032-494f-a213-edd89cf60258), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:04.627654 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e14a6f4-4b9b-47ec-bac8-ff5e1ebaa36f None None] DHCP port deletion for c72acd4a-e098-4a23-9aac-214408be911e request from dv-cinder-834920-1-iscsi {{(pid=103209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 18:03:04.653593 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-1ccf69e4-51e9-4ac0-b4e5-399e90578fba admin admin] For port 620e0945-c032-494f-a213-edd89cf60258, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=620e0945-c032-494f-a213-edd89cf60258,segment=NetworkSegment(62cbfca7-ba11-4a29-b995-79dcf60db07d),segment_id=62cbfca7-ba11-4a29-b995-79dcf60db07d)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 18:03:04.653897 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1ccf69e4-51e9-4ac0-b4e5-399e90578fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (620e0945-c032-494f-a213-edd89cf60258), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:04.667942 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-1ccf69e4-51e9-4ac0-b4e5-399e90578fba admin admin] Calling delete_port for 620e0945-c032-494f-a213-edd89cf60258 owned by network:dhcp {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 18:03:04.679793 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-3e14a6f4-4b9b-47ec-bac8-ff5e1ebaa36f None None] Deleting port 620e0945-c032-494f-a213-edd89cf60258 {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 18:03:04.680164 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3e14a6f4-4b9b-47ec-bac8-ff5e1ebaa36f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (620e0945-c032-494f-a213-edd89cf60258), before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:04.743527 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-3e14a6f4-4b9b-47ec-bac8-ff5e1ebaa36f None None] For port 620e0945-c032-494f-a213-edd89cf60258, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=620e0945-c032-494f-a213-edd89cf60258,segment=NetworkSegment(62cbfca7-ba11-4a29-b995-79dcf60db07d),segment_id=62cbfca7-ba11-4a29-b995-79dcf60db07d)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 18:03:04.743925 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3e14a6f4-4b9b-47ec-bac8-ff5e1ebaa36f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (620e0945-c032-494f-a213-edd89cf60258), precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:04.746562 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1ccf69e4-51e9-4ac0-b4e5-399e90578fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59566619'] for port (620e0945-c032-494f-a213-edd89cf60258), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:04.756134 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-3e14a6f4-4b9b-47ec-bac8-ff5e1ebaa36f None None] Calling delete_port for 620e0945-c032-494f-a213-edd89cf60258 owned by network:dhcp {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 18:03:04.776517 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf69e4-51e9-4ac0-b4e5-399e90578fba admin admin] Pushing event deleted for resources: {'Port': ['ID=620e0945-c032-494f-a213-edd89cf60258,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:03:04.781670 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccf69e4-51e9-4ac0-b4e5-399e90578fba admin admin] No DVR routers for this DVR port 620e0945-c032-494f-a213-edd89cf60258 on host dv-cinder-834920-1-iscsi {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 18:03:04.834902 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3e14a6f4-4b9b-47ec-bac8-ff5e1ebaa36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484'] for port (620e0945-c032-494f-a213-edd89cf60258), after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:04.855207 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1ccf69e4-51e9-4ac0-b4e5-399e90578fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4070212', 'neutron.services.segments.db._delete_segments_for_network-8741035949891'] for network (c72acd4a-e098-4a23-9aac-214408be911e), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:04.863655 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14a6f4-4b9b-47ec-bac8-ff5e1ebaa36f None None] Pushing event deleted for resources: {'Port': ['ID=620e0945-c032-494f-a213-edd89cf60258,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:03:04.868416 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e14a6f4-4b9b-47ec-bac8-ff5e1ebaa36f None None] No DVR routers for this DVR port 620e0945-c032-494f-a213-edd89cf60258 on host dv-cinder-834920-1-iscsi {{(pid=103209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 18:03:04.875667 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14a6f4-4b9b-47ec-bac8-ff5e1ebaa36f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:04.876235 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14a6f4-4b9b-47ec-bac8-ff5e1ebaa36f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:04.876760 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14a6f4-4b9b-47ec-bac8-ff5e1ebaa36f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:04.877338 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14a6f4-4b9b-47ec-bac8-ff5e1ebaa36f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:04.878104 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14a6f4-4b9b-47ec-bac8-ff5e1ebaa36f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:04.878600 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14a6f4-4b9b-47ec-bac8-ff5e1ebaa36f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:04.879199 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14a6f4-4b9b-47ec-bac8-ff5e1ebaa36f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:04.880572 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14a6f4-4b9b-47ec-bac8-ff5e1ebaa36f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:04.881066 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14a6f4-4b9b-47ec-bac8-ff5e1ebaa36f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:04.881746 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14a6f4-4b9b-47ec-bac8-ff5e1ebaa36f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:04.883173 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14a6f4-4b9b-47ec-bac8-ff5e1ebaa36f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:04.883675 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14a6f4-4b9b-47ec-bac8-ff5e1ebaa36f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:04.884497 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14a6f4-4b9b-47ec-bac8-ff5e1ebaa36f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:04.884981 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14a6f4-4b9b-47ec-bac8-ff5e1ebaa36f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:04.885493 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e14a6f4-4b9b-47ec-bac8-ff5e1ebaa36f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:03:04.905260 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-1ccf69e4-51e9-4ac0-b4e5-399e90578fba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c72acd4a-e098-4a23-9aac-214408be911e']}} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:03:04.921622 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-1ccf69e4-51e9-4ac0-b4e5-399e90578fba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62cbfca7-ba11-4a29-b995-79dcf60db07d') {'for_net_delete': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:03:04.921863 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-1ccf69e4-51e9-4ac0-b4e5-399e90578fba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62cbfca7-ba11-4a29-b995-79dcf60db07d') {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:03:04.932326 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1ccf69e4-51e9-4ac0-b4e5-399e90578fba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741035949644', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59524647'] for segment (62cbfca7-ba11-4a29-b995-79dcf60db07d), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:04.945595 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1ccf69e4-51e9-4ac0-b4e5-399e90578fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464'] for segment (62cbfca7-ba11-4a29-b995-79dcf60db07d), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:04.951529 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ccf69e4-51e9-4ac0-b4e5-399e90578fba admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=103207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 18:03:04.951903 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1ccf69e4-51e9-4ac0-b4e5-399e90578fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59566664'] for segment (62cbfca7-ba11-4a29-b995-79dcf60db07d), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:04.953568 dv-cinder-834920-1-iscsi neutron-server[103207]: Traceback (most recent call last): Mar 23 18:03:04.953568 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 18:03:04.953568 dv-cinder-834920-1-iscsi neutron-server[103207]: timer() Mar 23 18:03:04.953568 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 18:03:04.953568 dv-cinder-834920-1-iscsi neutron-server[103207]: cb(*args, **kw) Mar 23 18:03:04.953568 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 18:03:04.953568 dv-cinder-834920-1-iscsi neutron-server[103207]: return func(*args, **kwargs) Mar 23 18:03:04.953568 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 18:03:04.953568 dv-cinder-834920-1-iscsi neutron-server[103207]: self._notify() Mar 23 18:03:04.953568 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 18:03:04.953568 dv-cinder-834920-1-iscsi neutron-server[103207]: self.callback(batched_events) Mar 23 18:03:04.953568 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 18:03:04.953568 dv-cinder-834920-1-iscsi neutron-server[103207]: event.method(event) Mar 23 18:03:04.953568 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 18:03:04.953568 dv-cinder-834920-1-iscsi neutron-server[103207]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 18:03:04.953568 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 18:03:04.953568 dv-cinder-834920-1-iscsi neutron-server[103207]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 18:03:04.953568 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 18:03:04.953568 dv-cinder-834920-1-iscsi neutron-server[103207]: return f(self, *a, **k) Mar 23 18:03:04.953568 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 18:03:04.953568 dv-cinder-834920-1-iscsi neutron-server[103207]: return self._get(url).json() Mar 23 18:03:04.953568 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 18:03:04.953568 dv-cinder-834920-1-iscsi neutron-server[103207]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 18:03:04.953568 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 18:03:04.953568 dv-cinder-834920-1-iscsi neutron-server[103207]: return self.request(url, 'GET', **kwargs) Mar 23 18:03:04.953568 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 18:03:04.953568 dv-cinder-834920-1-iscsi neutron-server[103207]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 18:03:04.953568 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 18:03:04.953568 dv-cinder-834920-1-iscsi neutron-server[103207]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 18:03:04.953568 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 18:03:04.953568 dv-cinder-834920-1-iscsi neutron-server[103207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 18:03:04.953568 dv-cinder-834920-1-iscsi neutron-server[103207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 18:03:05.016143 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1ccf69e4-51e9-4ac0-b4e5-399e90578fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4070271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614259'] for network (c72acd4a-e098-4a23-9aac-214408be911e), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:05.024142 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1ccf69e4-51e9-4ac0-b4e5-399e90578fba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for network (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:05.027385 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-1ccf69e4-51e9-4ac0-b4e5-399e90578fba admin admin] 10.222.0.41 "DELETE /v2.0/networks/c72acd4a-e098-4a23-9aac-214408be911e HTTP/1.1" status: 204 len: 168 time: 0.5625978 Mar 23 18:03:05.033546 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device b6724547-480c-48dc-bb0f-19fb5fb419b1 no longer exists at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 18:03:05.034661 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 53690) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:03:05.043576 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf69e4-51e9-4ac0-b4e5-399e90578fba admin admin] Pushing event deleted for resources: {'Network': ['ID=c72acd4a-e098-4a23-9aac-214408be911e,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:03:05.058062 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] No Port match for: b6724547-480c-48dc-bb0f-19fb5fb419b1 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 18:03:05.058474 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device b6724547-480c-48dc-bb0f-19fb5fb419b1 not bound to the agent host dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 18:03:05.058979 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 620e0945-c032-494f-a213-edd89cf60258 no longer exists at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 18:03:05.078217 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] No Port match for: 620e0945-c032-494f-a213-edd89cf60258 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 18:03:05.078692 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 620e0945-c032-494f-a213-edd89cf60258 not bound to the agent host dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 18:03:05.079160 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 7d48f7ad-f8ac-4c97-a606-bdea142032f6 no longer exists at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 18:03:05.099355 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] No Port match for: 7d48f7ad-f8ac-4c97-a606-bdea142032f6 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 18:03:05.099722 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 7d48f7ad-f8ac-4c97-a606-bdea142032f6 not bound to the agent host dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 18:03:05.651311 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-330a3c6a-a184-44bc-a080-c74124e3962f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613957'] for router_interface (a6c66fa7-a572-449a-a0fa-892e3494103c), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:05.914072 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-330a3c6a-a184-44bc-a080-c74124e3962f admin admin] Deleting port 65c98333-7d03-4bd4-b81d-09b7b17e87b5 {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 18:03:05.914403 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-330a3c6a-a184-44bc-a080-c74124e3962f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (65c98333-7d03-4bd4-b81d-09b7b17e87b5), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:05.997854 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [None req-330a3c6a-a184-44bc-a080-c74124e3962f admin admin] For port 65c98333-7d03-4bd4-b81d-09b7b17e87b5, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=65c98333-7d03-4bd4-b81d-09b7b17e87b5,segment=NetworkSegment(13849e3d-3213-4510-bbe4-cb8a71a95856),segment_id=13849e3d-3213-4510-bbe4-cb8a71a95856)] {{(pid=103208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 18:03:05.998220 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-330a3c6a-a184-44bc-a080-c74124e3962f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (65c98333-7d03-4bd4-b81d-09b7b17e87b5), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:06.011442 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-330a3c6a-a184-44bc-a080-c74124e3962f admin admin] Calling delete_port for 65c98333-7d03-4bd4-b81d-09b7b17e87b5 owned by network:router_interface {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 18:03:06.204240 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-330a3c6a-a184-44bc-a080-c74124e3962f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59308127'] for port (65c98333-7d03-4bd4-b81d-09b7b17e87b5), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:06.234970 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a3c6a-a184-44bc-a080-c74124e3962f admin admin] Pushing event deleted for resources: {'Port': ['ID=65c98333-7d03-4bd4-b81d-09b7b17e87b5,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:03:06.410800 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-330a3c6a-a184-44bc-a080-c74124e3962f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606453'] for router_interface (a6c66fa7-a572-449a-a0fa-892e3494103c), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:06.643081 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330a3c6a-a184-44bc-a080-c74124e3962f admin admin] Router a6c66fa7-a572-449a-a0fa-892e3494103c has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 18:03:06.754392 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330a3c6a-a184-44bc-a080-c74124e3962f admin admin] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 18:03:06.762378 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-330a3c6a-a184-44bc-a080-c74124e3962f admin admin] 10.222.0.41 "PUT /v2.0/routers/a6c66fa7-a572-449a-a0fa-892e3494103c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7230504 Mar 23 18:03:06.762378 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 53706) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:03:06.763578 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deebb8d4-88d6-44b6-b84d-da3fa68ad9b4 None None] Sync routers for ids ['a6c66fa7-a572-449a-a0fa-892e3494103c'] in dv-cinder-834920-1-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 18:03:06.773581 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deebb8d4-88d6-44b6-b84d-da3fa68ad9b4 None None] Routers {'a6c66fa7-a572-449a-a0fa-892e3494103c'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 18:03:06.774178 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-deebb8d4-88d6-44b6-b84d-da3fa68ad9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T18:02:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['a6c66fa7-a572-449a-a0fa-892e3494103c'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:03:06.873892 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-83232daf-20fa-4573-aa46-f6b6ce66e258 admin admin] Publish callbacks [] for router (a6c66fa7-a572-449a-a0fa-892e3494103c), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:06.887063 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-deebb8d4-88d6-44b6-b84d-da3fa68ad9b4 None None] Set router a6c66fa7-a572-449a-a0fa-892e3494103c gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 18:03:07.008114 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-83232daf-20fa-4573-aa46-f6b6ce66e258 admin admin] Publish callbacks [] for router_gateway (a6c66fa7-a572-449a-a0fa-892e3494103c), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:07.091523 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-83232daf-20fa-4573-aa46-f6b6ce66e258 admin admin] Deleting port c76bd197-5c44-4ef8-9e24-a909915ee6e1 {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 18:03:07.091873 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-83232daf-20fa-4573-aa46-f6b6ce66e258 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (c76bd197-5c44-4ef8-9e24-a909915ee6e1), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:07.180121 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [None req-83232daf-20fa-4573-aa46-f6b6ce66e258 admin admin] For port c76bd197-5c44-4ef8-9e24-a909915ee6e1, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=c76bd197-5c44-4ef8-9e24-a909915ee6e1,segment=NetworkSegment(e3d657d5-0d12-4364-ba98-0127febd700d),segment_id=e3d657d5-0d12-4364-ba98-0127febd700d)] {{(pid=103208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 18:03:07.180483 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-83232daf-20fa-4573-aa46-f6b6ce66e258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (c76bd197-5c44-4ef8-9e24-a909915ee6e1), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:07.194225 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-83232daf-20fa-4573-aa46-f6b6ce66e258 admin admin] Calling delete_port for c76bd197-5c44-4ef8-9e24-a909915ee6e1 owned by network:router_gateway {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 18:03:07.230878 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-deebb8d4-88d6-44b6-b84d-da3fa68ad9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c66fa7-a572-449a-a0fa-892e3494103c', 'name': 'tempest-TestVolumeBootPattern-1604829654-router', 'tenant_id': '8c53caa35c874568866208180e5b77a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': 'c76bd197-5c44-4ef8-9e24-a909915ee6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:32:03Z', 'updated_at': '2022-03-23T18:03:06Z', 'revision_number': 5, 'project_id': '8c53caa35c874568866208180e5b77a4', 'gw_port': {'id': 'c76bd197-5c44-4ef8-9e24-a909915ee6e1', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:37:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c66fa7-a572-449a-a0fa-892e3494103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:32:03Z', 'updated_at': '2022-03-23T17:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi'}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:03:07.257884 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deebb8d4-88d6-44b6-b84d-da3fa68ad9b4 None None] Checking router: a6c66fa7-a572-449a-a0fa-892e3494103c for host: dv-cinder-834920-1-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 18:03:07.266791 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deebb8d4-88d6-44b6-b84d-da3fa68ad9b4 None None] Routers {'a6c66fa7-a572-449a-a0fa-892e3494103c'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 18:03:07.267634 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-deebb8d4-88d6-44b6-b84d-da3fa68ad9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T18:02:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['a6c66fa7-a572-449a-a0fa-892e3494103c'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:03:07.366263 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-deebb8d4-88d6-44b6-b84d-da3fa68ad9b4 None None] Set router a6c66fa7-a572-449a-a0fa-892e3494103c gateway port host: None {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 18:03:07.385739 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-83232daf-20fa-4573-aa46-f6b6ce66e258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59308127'] for port (c76bd197-5c44-4ef8-9e24-a909915ee6e1), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:07.415608 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83232daf-20fa-4573-aa46-f6b6ce66e258 admin admin] Pushing event deleted for resources: {'Port': ['ID=c76bd197-5c44-4ef8-9e24-a909915ee6e1,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:03:07.425250 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-deebb8d4-88d6-44b6-b84d-da3fa68ad9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c66fa7-a572-449a-a0fa-892e3494103c', 'name': 'tempest-TestVolumeBootPattern-1604829654-router', 'tenant_id': '8c53caa35c874568866208180e5b77a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:32:03Z', 'updated_at': '2022-03-23T18:03:07Z', 'revision_number': 6, 'project_id': '8c53caa35c874568866208180e5b77a4', 'gw_port_host': None}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:03:07.453990 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deebb8d4-88d6-44b6-b84d-da3fa68ad9b4 None None] The sync data for ids ['a6c66fa7-a572-449a-a0fa-892e3494103c'] in dv-cinder-834920-1-iscsi is: [{'id': 'a6c66fa7-a572-449a-a0fa-892e3494103c', 'name': 'tempest-TestVolumeBootPattern-1604829654-router', 'tenant_id': '8c53caa35c874568866208180e5b77a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:32:03Z', 'updated_at': '2022-03-23T18:03:07Z', 'revision_number': 6, 'project_id': '8c53caa35c874568866208180e5b77a4', 'gw_port_host': None}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 18:03:07.478523 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-83232daf-20fa-4573-aa46-f6b6ce66e258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614159'] for router_gateway (a6c66fa7-a572-449a-a0fa-892e3494103c), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:07.575595 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-83232daf-20fa-4573-aa46-f6b6ce66e258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3209'] for router (a6c66fa7-a572-449a-a0fa-892e3494103c), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:07.579520 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-83232daf-20fa-4573-aa46-f6b6ce66e258 admin admin] Publish callbacks [] for router_controller (a6c66fa7-a572-449a-a0fa-892e3494103c), precommit_delete_associations {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:07.627438 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-83232daf-20fa-4573-aa46-f6b6ce66e258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-608236'] for router (a6c66fa7-a572-449a-a0fa-892e3494103c), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:07.627973 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83232daf-20fa-4573-aa46-f6b6ce66e258 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6c66fa7-a572-449a-a0fa-892e3494103c {{(pid=103208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 18:03:07.638475 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-83232daf-20fa-4573-aa46-f6b6ce66e258 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:07.639249 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-83232daf-20fa-4573-aa46-f6b6ce66e258 admin admin] 10.222.0.41 "DELETE /v2.0/routers/a6c66fa7-a572-449a-a0fa-892e3494103c HTTP/1.1" status: 204 len: 168 time: 0.8758659 Mar 23 18:03:07.642423 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 53720) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:03:07.697238 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fae7e4e-9ab2-4018-9f6e-1de1a92347fc admin admin] Deleting subnet 39d03461-f567-4ce5-b6b1-7cfb74562f91 {{(pid=103208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 18:03:07.701900 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4fae7e4e-9ab2-4018-9f6e-1de1a92347fc admin admin] Publish callbacks [] for subnet (39d03461-f567-4ce5-b6b1-7cfb74562f91), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:07.702615 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3ba67673-e342-4589-8e4b-69776380fa9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:07.746620 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4fae7e4e-9ab2-4018-9f6e-1de1a92347fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59503456'] for subnet (39d03461-f567-4ce5-b6b1-7cfb74562f91), precommit_delete_associations {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:07.836763 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4fae7e4e-9ab2-4018-9f6e-1de1a92347fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153585'] for subnet (39d03461-f567-4ce5-b6b1-7cfb74562f91), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:07.909862 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4fae7e4e-9ab2-4018-9f6e-1de1a92347fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59308718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59263836'] for subnet (39d03461-f567-4ce5-b6b1-7cfb74562f91), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:07.942823 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae7e4e-9ab2-4018-9f6e-1de1a92347fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39d03461-f567-4ce5-b6b1-7cfb74562f91,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:03:07.946574 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4fae7e4e-9ab2-4018-9f6e-1de1a92347fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:07.949963 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-4fae7e4e-9ab2-4018-9f6e-1de1a92347fc admin admin] 10.222.0.41 "DELETE /v2.0/subnets/39d03461-f567-4ce5-b6b1-7cfb74562f91 HTTP/1.1" status: 204 len: 168 time: 0.3065400 Mar 23 18:03:07.952601 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 53722) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:03:07.955854 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65de3e8b-c742-4ed7-a9bb-8ee5debdc4e7 None None] Network 362b6ac5-ef55-4492-abff-1f103f7f0df7 requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 18:03:08.031732 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cdf225b8-83ff-4a81-be1a-9775a8f4b6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148222'] for network (362b6ac5-ef55-4492-abff-1f103f7f0df7), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:08.098756 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-cdf225b8-83ff-4a81-be1a-9775a8f4b6ad admin admin] Deleting port 9fb0c70a-92cd-4732-83ad-feefaf8471c3 {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 18:03:08.099086 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cdf225b8-83ff-4a81-be1a-9775a8f4b6ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (9fb0c70a-92cd-4732-83ad-feefaf8471c3), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:08.167663 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [None req-cdf225b8-83ff-4a81-be1a-9775a8f4b6ad admin admin] For port 9fb0c70a-92cd-4732-83ad-feefaf8471c3, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=9fb0c70a-92cd-4732-83ad-feefaf8471c3,segment=NetworkSegment(13849e3d-3213-4510-bbe4-cb8a71a95856),segment_id=13849e3d-3213-4510-bbe4-cb8a71a95856)] {{(pid=103208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 18:03:08.167944 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cdf225b8-83ff-4a81-be1a-9775a8f4b6ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (9fb0c70a-92cd-4732-83ad-feefaf8471c3), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:08.181759 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-cdf225b8-83ff-4a81-be1a-9775a8f4b6ad admin admin] Calling delete_port for 9fb0c70a-92cd-4732-83ad-feefaf8471c3 owned by network:dhcp {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 18:03:08.228082 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a089e05-870a-4a58-a9a7-01b95376190a None None] DHCP port deletion for 362b6ac5-ef55-4492-abff-1f103f7f0df7 request from dv-cinder-834920-1-iscsi {{(pid=103209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 18:03:08.274552 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cdf225b8-83ff-4a81-be1a-9775a8f4b6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59308127'] for port (9fb0c70a-92cd-4732-83ad-feefaf8471c3), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:08.288719 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-2a089e05-870a-4a58-a9a7-01b95376190a None None] Deleting port 9fb0c70a-92cd-4732-83ad-feefaf8471c3 {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 18:03:08.289079 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2a089e05-870a-4a58-a9a7-01b95376190a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (9fb0c70a-92cd-4732-83ad-feefaf8471c3), before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:08.310946 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf225b8-83ff-4a81-be1a-9775a8f4b6ad admin admin] Pushing event deleted for resources: {'Port': ['ID=9fb0c70a-92cd-4732-83ad-feefaf8471c3,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:03:08.315920 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf225b8-83ff-4a81-be1a-9775a8f4b6ad admin admin] No DVR routers for this DVR port 9fb0c70a-92cd-4732-83ad-feefaf8471c3 on host dv-cinder-834920-1-iscsi {{(pid=103208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 18:03:08.376823 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-2a089e05-870a-4a58-a9a7-01b95376190a None None] For port 9fb0c70a-92cd-4732-83ad-feefaf8471c3, host dv-cinder-834920-1-iscsi, got binding levels [] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 18:03:08.377554 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2a089e05-870a-4a58-a9a7-01b95376190a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (9fb0c70a-92cd-4732-83ad-feefaf8471c3), precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:08.394975 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cdf225b8-83ff-4a81-be1a-9775a8f4b6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4070212', 'neutron.services.segments.db._delete_segments_for_network-8741035949891'] for network (362b6ac5-ef55-4492-abff-1f103f7f0df7), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:08.395973 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-2a089e05-870a-4a58-a9a7-01b95376190a None None] Calling delete_port for 9fb0c70a-92cd-4732-83ad-feefaf8471c3 owned by network:dhcp {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 18:03:08.399994 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.ipam_backend_mixin [None req-2a089e05-870a-4a58-a9a7-01b95376190a None None] Port 9fb0c70a-92cd-4732-83ad-feefaf8471c3 was not found and therefore no delete operation was performed {{(pid=103209) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 18:03:08.402490 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2a089e05-870a-4a58-a9a7-01b95376190a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484'] for port (9fb0c70a-92cd-4732-83ad-feefaf8471c3), after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:08.422579 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-cdf225b8-83ff-4a81-be1a-9775a8f4b6ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['362b6ac5-ef55-4492-abff-1f103f7f0df7']}} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:03:08.437541 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-cdf225b8-83ff-4a81-be1a-9775a8f4b6ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13849e3d-3213-4510-bbe4-cb8a71a95856') {'for_net_delete': True} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:03:08.438029 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-cdf225b8-83ff-4a81-be1a-9775a8f4b6ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13849e3d-3213-4510-bbe4-cb8a71a95856') {} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:03:08.452672 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cdf225b8-83ff-4a81-be1a-9775a8f4b6ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741035949644', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59503449'] for segment (13849e3d-3213-4510-bbe4-cb8a71a95856), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:08.453326 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a089e05-870a-4a58-a9a7-01b95376190a None None] No DVR routers for this DVR port 9fb0c70a-92cd-4732-83ad-feefaf8471c3 on host dv-cinder-834920-1-iscsi {{(pid=103209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 18:03:08.463542 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a089e05-870a-4a58-a9a7-01b95376190a None None] Pushing event deleted for resources: {'Port': ['ID=9fb0c70a-92cd-4732-83ad-feefaf8471c3,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:03:08.496940 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cdf225b8-83ff-4a81-be1a-9775a8f4b6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464'] for segment (13849e3d-3213-4510-bbe4-cb8a71a95856), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:08.505278 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf225b8-83ff-4a81-be1a-9775a8f4b6ad admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 18:03:08.505698 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cdf225b8-83ff-4a81-be1a-9775a8f4b6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59308044'] for segment (13849e3d-3213-4510-bbe4-cb8a71a95856), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:08.507527 dv-cinder-834920-1-iscsi neutron-server[103208]: Traceback (most recent call last): Mar 23 18:03:08.507527 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 18:03:08.507527 dv-cinder-834920-1-iscsi neutron-server[103208]: timer() Mar 23 18:03:08.507527 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 18:03:08.507527 dv-cinder-834920-1-iscsi neutron-server[103208]: cb(*args, **kw) Mar 23 18:03:08.507527 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 18:03:08.507527 dv-cinder-834920-1-iscsi neutron-server[103208]: return func(*args, **kwargs) Mar 23 18:03:08.507527 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 18:03:08.507527 dv-cinder-834920-1-iscsi neutron-server[103208]: self._notify() Mar 23 18:03:08.507527 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 18:03:08.507527 dv-cinder-834920-1-iscsi neutron-server[103208]: self.callback(batched_events) Mar 23 18:03:08.507527 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 18:03:08.507527 dv-cinder-834920-1-iscsi neutron-server[103208]: event.method(event) Mar 23 18:03:08.507527 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 18:03:08.507527 dv-cinder-834920-1-iscsi neutron-server[103208]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 18:03:08.507527 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 18:03:08.507527 dv-cinder-834920-1-iscsi neutron-server[103208]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 18:03:08.507527 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 18:03:08.507527 dv-cinder-834920-1-iscsi neutron-server[103208]: return f(self, *a, **k) Mar 23 18:03:08.507527 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 18:03:08.507527 dv-cinder-834920-1-iscsi neutron-server[103208]: return self._get(url).json() Mar 23 18:03:08.507527 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 18:03:08.507527 dv-cinder-834920-1-iscsi neutron-server[103208]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 18:03:08.507527 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 18:03:08.507527 dv-cinder-834920-1-iscsi neutron-server[103208]: return self.request(url, 'GET', **kwargs) Mar 23 18:03:08.507527 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 18:03:08.507527 dv-cinder-834920-1-iscsi neutron-server[103208]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 18:03:08.507527 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 18:03:08.507527 dv-cinder-834920-1-iscsi neutron-server[103208]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 18:03:08.507527 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 18:03:08.507527 dv-cinder-834920-1-iscsi neutron-server[103208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 18:03:08.507527 dv-cinder-834920-1-iscsi neutron-server[103208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 18:03:08.571642 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cdf225b8-83ff-4a81-be1a-9775a8f4b6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4070271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614259'] for network (362b6ac5-ef55-4492-abff-1f103f7f0df7), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:08.577783 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-cdf225b8-83ff-4a81-be1a-9775a8f4b6ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for network (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:08.587826 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-cdf225b8-83ff-4a81-be1a-9775a8f4b6ad admin admin] 10.222.0.41 "DELETE /v2.0/networks/362b6ac5-ef55-4492-abff-1f103f7f0df7 HTTP/1.1" status: 204 len: 168 time: 0.6273816 Mar 23 18:03:08.597227 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf225b8-83ff-4a81-be1a-9775a8f4b6ad admin admin] Pushing event deleted for resources: {'Network': ['ID=362b6ac5-ef55-4492-abff-1f103f7f0df7,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:03:08.718436 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 53736) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:03:08.763402 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-a10df54d-b0a7-4650-914a-bd69a4f86cad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2aa787500053466faed7680c3c3b3f20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434501 Mar 23 18:03:08.766102 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 53738) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:03:08.813923 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1bf35464-6ea0-45ec-a3b8-f3dc8981e07f admin admin] Publish callbacks [] for security_group (78ad27fc-9054-4b35-9c0a-74543a909e9d), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:08.835176 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1bf35464-6ea0-45ec-a3b8-f3dc8981e07f admin admin] Publish callbacks [] for security_group (78ad27fc-9054-4b35-9c0a-74543a909e9d), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:08.883442 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1bf35464-6ea0-45ec-a3b8-f3dc8981e07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (78ad27fc-9054-4b35-9c0a-74543a909e9d), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:08.886056 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1bf35464-6ea0-45ec-a3b8-f3dc8981e07f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:08.887228 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-1bf35464-6ea0-45ec-a3b8-f3dc8981e07f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/78ad27fc-9054-4b35-9c0a-74543a909e9d HTTP/1.1" status: 204 len: 168 time: 0.1202381 Mar 23 18:03:08.895341 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35464-6ea0-45ec-a3b8-f3dc8981e07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ad27fc-9054-4b35-9c0a-74543a909e9d,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:03:09.037181 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 65c98333-7d03-4bd4-b81d-09b7b17e87b5 no longer exists at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 18:03:09.063576 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] No Port match for: 65c98333-7d03-4bd4-b81d-09b7b17e87b5 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 18:03:09.063909 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 65c98333-7d03-4bd4-b81d-09b7b17e87b5 not bound to the agent host dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 18:03:09.064321 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 9fb0c70a-92cd-4732-83ad-feefaf8471c3 no longer exists at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 18:03:09.086146 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] No Port match for: 9fb0c70a-92cd-4732-83ad-feefaf8471c3 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 18:03:09.086493 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 9fb0c70a-92cd-4732-83ad-feefaf8471c3 not bound to the agent host dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 18:03:09.086903 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device c76bd197-5c44-4ef8-9e24-a909915ee6e1 no longer exists at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 18:03:09.105972 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] No Port match for: c76bd197-5c44-4ef8-9e24-a909915ee6e1 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 18:03:09.106322 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device c76bd197-5c44-4ef8-9e24-a909915ee6e1 not bound to the agent host dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 18:03:09.243013 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 53748) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:03:09.288656 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-025e1515-30f3-4149-ad02-b1fc08328461 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8c53caa35c874568866208180e5b77a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442560 Mar 23 18:03:09.291113 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 53752) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:03:09.341424 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7b6d7a6b-8290-44c3-a6e5-6c7b1bde7497 admin admin] Publish callbacks [] for security_group (6282263c-3dc3-40fb-b23b-6599df485722), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:09.362750 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7b6d7a6b-8290-44c3-a6e5-6c7b1bde7497 admin admin] Publish callbacks [] for security_group (6282263c-3dc3-40fb-b23b-6599df485722), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:09.423294 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7b6d7a6b-8290-44c3-a6e5-6c7b1bde7497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (6282263c-3dc3-40fb-b23b-6599df485722), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:09.425911 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7b6d7a6b-8290-44c3-a6e5-6c7b1bde7497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:09.427094 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-7b6d7a6b-8290-44c3-a6e5-6c7b1bde7497 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6282263c-3dc3-40fb-b23b-6599df485722 HTTP/1.1" status: 204 len: 168 time: 0.1350496 Mar 23 18:03:09.436929 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d7a6b-8290-44c3-a6e5-6c7b1bde7497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6282263c-3dc3-40fb-b23b-6599df485722,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:03:10.195036 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-97c39cf6-8dc7-4271-b1aa-dfea78630035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:11.579875 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:12.990882 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:14.214023 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:25.123284 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:35.227398 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:03:37.704923 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3985cff8-b09f-40ac-bbc0-b13c033f1bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:40.199283 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5252774b-83fb-4bd9-84bf-f65164fce127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:41.576456 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:42.983612 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:44.211301 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:03:52.001432 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-539293ca-27c9-4831-9dbe-2507479b3686 req-7890302e-3c7e-447c-a6f1-77693001cad7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1db243f4-c036-4853-affc-ef960a731a2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1456439 Mar 23 18:03:52.091199 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539293ca-27c9-4831-9dbe-2507479b3686 req-10680280-9ffd-48c8-a2cb-98728fc75533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:03:52.092694 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-539293ca-27c9-4831-9dbe-2507479b3686 req-10680280-9ffd-48c8-a2cb-98728fc75533 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81cbeef3df3646be902884c3e8e86d20&device_id=1db243f4-c036-4853-affc-ef960a731a2d HTTP/1.1" status: 200 len: 1129 time: 0.0462821 Mar 23 18:03:52.204080 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539293ca-27c9-4831-9dbe-2507479b3686 req-ff682e8f-b313-4b44-983b-97f53dae25f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:03:52.205595 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-539293ca-27c9-4831-9dbe-2507479b3686 req-ff682e8f-b313-4b44-983b-97f53dae25f1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2888c7fe-ae98-4d0e-9549-8ca804e8c855 HTTP/1.1" status: 200 len: 916 time: 0.0947945 Mar 23 18:03:52.269340 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-539293ca-27c9-4831-9dbe-2507479b3686 req-cb3659f8-86c7-4b81-b85f-f03db4d8edb7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f78c6a23-4bb6-4698-8dac-5714b02fe868 HTTP/1.1" status: 200 len: 1001 time: 0.0565546 Mar 23 18:03:52.320914 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539293ca-27c9-4831-9dbe-2507479b3686 req-44c85681-1f0f-4eb7-b316-e93781d04c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:03:52.322426 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-539293ca-27c9-4831-9dbe-2507479b3686 req-44c85681-1f0f-4eb7-b316-e93781d04c30 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d923e995-8ad4-43f2-beba-221af8031362 HTTP/1.1" status: 200 len: 854 time: 0.0465212 Mar 23 18:03:52.383704 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539293ca-27c9-4831-9dbe-2507479b3686 req-180c09d5-9f9a-4674-a95b-0d8fbe43186d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:03:52.385339 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-539293ca-27c9-4831-9dbe-2507479b3686 req-180c09d5-9f9a-4674-a95b-0d8fbe43186d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2888c7fe-ae98-4d0e-9549-8ca804e8c855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553496 Mar 23 18:03:52.474655 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-539293ca-27c9-4831-9dbe-2507479b3686 req-aca61848-1488-4f54-b59d-923cd8bbb8c3 service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833244 Mar 23 18:03:52.821032 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-539293ca-27c9-4831-9dbe-2507479b3686 req-99e008e9-5167-4e45-a61d-4fca28727dae service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410325 Mar 23 18:03:55.139605 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:04:07.700222 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-75017baa-bbea-42da-9f53-feeb61d553ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:04:10.196035 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-cfaa75c8-9596-46df-a735-70b227293583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:04:11.585738 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:04:12.227851 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:04:12.988466 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:04:14.208876 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:04:25.148632 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:04:37.706375 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f6141f34-b5ec-4657-9f7f-e05fd5000fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:04:40.191642 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-97e14b6d-332e-4ca2-af48-5b4d9f0bebe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:04:41.583590 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:04:42.990801 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:04:44.208457 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:04:49.225943 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:04:53.916724 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-605896c9-fd0e-490b-b941-d7fded595a18 req-ce8af53d-8052-43fc-80e3-250be06af248 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1db243f4-c036-4853-affc-ef960a731a2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471292 Mar 23 18:04:54.005561 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605896c9-fd0e-490b-b941-d7fded595a18 req-ede64d9e-3c4d-445a-b924-7660691e1a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:04:54.007076 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-605896c9-fd0e-490b-b941-d7fded595a18 req-ede64d9e-3c4d-445a-b924-7660691e1a9c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81cbeef3df3646be902884c3e8e86d20&device_id=1db243f4-c036-4853-affc-ef960a731a2d HTTP/1.1" status: 200 len: 1129 time: 0.0463102 Mar 23 18:04:54.112436 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605896c9-fd0e-490b-b941-d7fded595a18 req-20cabce7-363c-4a3c-8dfe-6e359d1f13c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:04:54.113956 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-605896c9-fd0e-490b-b941-d7fded595a18 req-20cabce7-363c-4a3c-8dfe-6e359d1f13c5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2888c7fe-ae98-4d0e-9549-8ca804e8c855 HTTP/1.1" status: 200 len: 916 time: 0.0886669 Mar 23 18:04:54.180603 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-605896c9-fd0e-490b-b941-d7fded595a18 req-8fdd5cb0-0ba3-4284-a695-503089773340 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f78c6a23-4bb6-4698-8dac-5714b02fe868 HTTP/1.1" status: 200 len: 1001 time: 0.0583413 Mar 23 18:04:54.233092 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605896c9-fd0e-490b-b941-d7fded595a18 req-bbc28a72-7766-447b-8139-b79b92ad75a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:04:54.234506 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-605896c9-fd0e-490b-b941-d7fded595a18 req-bbc28a72-7766-447b-8139-b79b92ad75a9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d923e995-8ad4-43f2-beba-221af8031362 HTTP/1.1" status: 200 len: 854 time: 0.0472977 Mar 23 18:04:54.282420 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605896c9-fd0e-490b-b941-d7fded595a18 req-ffca7a80-40ef-4946-bdde-df8a75eff8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:04:54.283929 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-605896c9-fd0e-490b-b941-d7fded595a18 req-ffca7a80-40ef-4946-bdde-df8a75eff8dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2888c7fe-ae98-4d0e-9549-8ca804e8c855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439358 Mar 23 18:04:54.371265 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-605896c9-fd0e-490b-b941-d7fded595a18 req-30a0b1b5-c373-4c3e-a7e4-4baf6d39f0ae service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812280 Mar 23 18:04:54.477826 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-605896c9-fd0e-490b-b941-d7fded595a18 req-f8ca1f2a-1f8c-4c09-8ee8-8d726c1999ce service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011705 Mar 23 18:04:55.187655 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:07.703078 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5cbfbff2-8322-407e-94f9-0bbf4aa79fb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:10.197949 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-be12897c-a8e8-4402-8754-8761af4e5ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:11.586007 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:12.993801 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:14.206462 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:25.186784 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:26.225698 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:05:37.710450 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-04caaa7b-2657-4927-bb40-8261a4821e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:40.195570 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b7d94f80-7ed6-47e5-aee1-8bbc77868942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:41.588586 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:42.998845 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:44.208979 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:50.974655 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 55306) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:05:51.039652 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-62f6fd1c-69e6-4683-a8f8-b8dc9d03424e tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Publish callbacks [] for security_group (261091f8-2dbb-4d5f-aa38-983353d504d7), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:51.068078 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-62f6fd1c-69e6-4683-a8f8-b8dc9d03424e tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Publish callbacks [] for security_group (261091f8-2dbb-4d5f-aa38-983353d504d7), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:51.135277 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-62f6fd1c-69e6-4683-a8f8-b8dc9d03424e tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (261091f8-2dbb-4d5f-aa38-983353d504d7), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:51.138219 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-62f6fd1c-69e6-4683-a8f8-b8dc9d03424e tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:51.139522 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-62f6fd1c-69e6-4683-a8f8-b8dc9d03424e tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] 10.222.0.41 "DELETE /v2.0/security-groups/261091f8-2dbb-4d5f-aa38-983353d504d7 HTTP/1.1" status: 204 len: 168 time: 0.1638579 Mar 23 18:05:51.151663 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6fd1c-69e6-4683-a8f8-b8dc9d03424e tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=261091f8-2dbb-4d5f-aa38-983353d504d7,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:05:51.161473 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6fd1c-69e6-4683-a8f8-b8dc9d03424e tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:05:51.161868 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6fd1c-69e6-4683-a8f8-b8dc9d03424e tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:05:51.162213 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6fd1c-69e6-4683-a8f8-b8dc9d03424e tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:05:51.162714 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6fd1c-69e6-4683-a8f8-b8dc9d03424e tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:05:51.162874 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6fd1c-69e6-4683-a8f8-b8dc9d03424e tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:05:51.163216 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6fd1c-69e6-4683-a8f8-b8dc9d03424e tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:05:51.164170 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6fd1c-69e6-4683-a8f8-b8dc9d03424e tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:05:51.164170 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6fd1c-69e6-4683-a8f8-b8dc9d03424e tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:05:51.164345 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6fd1c-69e6-4683-a8f8-b8dc9d03424e tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:05:51.164647 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6fd1c-69e6-4683-a8f8-b8dc9d03424e tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:05:51.165180 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6fd1c-69e6-4683-a8f8-b8dc9d03424e tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:05:51.165521 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6fd1c-69e6-4683-a8f8-b8dc9d03424e tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:05:51.165844 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6fd1c-69e6-4683-a8f8-b8dc9d03424e tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:05:51.166160 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6fd1c-69e6-4683-a8f8-b8dc9d03424e tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:05:51.166475 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f6fd1c-69e6-4683-a8f8-b8dc9d03424e tempest-TestShelveInstance-1579984766 tempest-TestShelveInstance-1579984766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:05:51.241348 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 55318) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:05:51.781623 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a435fb96-d45b-400f-8531-35a9d26c3ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613957'] for router_interface (144ad25e-5074-4f4f-82a9-a1b858d17177), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:52.342883 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-a435fb96-d45b-400f-8531-35a9d26c3ea6 admin admin] Deleting port cd322a69-4e36-4f1e-a1ee-5769f32af2d9 {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 18:05:52.343586 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a435fb96-d45b-400f-8531-35a9d26c3ea6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (cd322a69-4e36-4f1e-a1ee-5769f32af2d9), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:52.426226 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [None req-a435fb96-d45b-400f-8531-35a9d26c3ea6 admin admin] For port cd322a69-4e36-4f1e-a1ee-5769f32af2d9, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=cd322a69-4e36-4f1e-a1ee-5769f32af2d9,segment=NetworkSegment(c97f2ade-219a-45cb-ae74-6e17233844c7),segment_id=c97f2ade-219a-45cb-ae74-6e17233844c7)] {{(pid=103208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 18:05:52.427029 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a435fb96-d45b-400f-8531-35a9d26c3ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (cd322a69-4e36-4f1e-a1ee-5769f32af2d9), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:52.442602 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-a435fb96-d45b-400f-8531-35a9d26c3ea6 admin admin] Calling delete_port for cd322a69-4e36-4f1e-a1ee-5769f32af2d9 owned by network:router_interface {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 18:05:52.668243 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a435fb96-d45b-400f-8531-35a9d26c3ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59308127'] for port (cd322a69-4e36-4f1e-a1ee-5769f32af2d9), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:52.702658 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a435fb96-d45b-400f-8531-35a9d26c3ea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd322a69-4e36-4f1e-a1ee-5769f32af2d9,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:05:52.916214 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a435fb96-d45b-400f-8531-35a9d26c3ea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606453'] for router_interface (144ad25e-5074-4f4f-82a9-a1b858d17177), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:53.184660 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a435fb96-d45b-400f-8531-35a9d26c3ea6 admin admin] Router 144ad25e-5074-4f4f-82a9-a1b858d17177 has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 18:05:53.320775 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a435fb96-d45b-400f-8531-35a9d26c3ea6 admin admin] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 18:05:53.326391 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-a435fb96-d45b-400f-8531-35a9d26c3ea6 admin admin] 10.222.0.41 "PUT /v2.0/routers/144ad25e-5074-4f4f-82a9-a1b858d17177/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0838335 Mar 23 18:05:53.328842 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 55338) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:05:53.330139 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b29c58d-e42e-4ef8-b015-0f33bbe17b0a None None] Sync routers for ids ['144ad25e-5074-4f4f-82a9-a1b858d17177'] in dv-cinder-834920-1-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 18:05:53.343289 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b29c58d-e42e-4ef8-b015-0f33bbe17b0a None None] Routers {'144ad25e-5074-4f4f-82a9-a1b858d17177'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 18:05:53.344172 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-2b29c58d-e42e-4ef8-b015-0f33bbe17b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T18:05:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['144ad25e-5074-4f4f-82a9-a1b858d17177'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:05:53.444489 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-56a07233-d7a1-44e5-bc1d-a23c1a857b81 admin admin] Publish callbacks [] for router (144ad25e-5074-4f4f-82a9-a1b858d17177), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:53.562571 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-2b29c58d-e42e-4ef8-b015-0f33bbe17b0a None None] Set router 144ad25e-5074-4f4f-82a9-a1b858d17177 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 18:05:53.567163 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-56a07233-d7a1-44e5-bc1d-a23c1a857b81 admin admin] Publish callbacks [] for router_gateway (144ad25e-5074-4f4f-82a9-a1b858d17177), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:53.632292 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-56a07233-d7a1-44e5-bc1d-a23c1a857b81 admin admin] Deleting port 4b7156c5-0174-4208-949a-2ec1fcd33a75 {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 18:05:53.632634 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-56a07233-d7a1-44e5-bc1d-a23c1a857b81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (4b7156c5-0174-4208-949a-2ec1fcd33a75), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:53.719001 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [None req-56a07233-d7a1-44e5-bc1d-a23c1a857b81 admin admin] For port 4b7156c5-0174-4208-949a-2ec1fcd33a75, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=4b7156c5-0174-4208-949a-2ec1fcd33a75,segment=NetworkSegment(e3d657d5-0d12-4364-ba98-0127febd700d),segment_id=e3d657d5-0d12-4364-ba98-0127febd700d)] {{(pid=103208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 18:05:53.719230 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-56a07233-d7a1-44e5-bc1d-a23c1a857b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (4b7156c5-0174-4208-949a-2ec1fcd33a75), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:53.733297 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-56a07233-d7a1-44e5-bc1d-a23c1a857b81 admin admin] Calling delete_port for 4b7156c5-0174-4208-949a-2ec1fcd33a75 owned by network:router_gateway {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 18:05:53.743531 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-2b29c58d-e42e-4ef8-b015-0f33bbe17b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144ad25e-5074-4f4f-82a9-a1b858d17177', 'name': 'tempest-TestShelveInstance-2049524218-router', 'tenant_id': '50db197cc056491cad8b4b217a0389cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '4b7156c5-0174-4208-949a-2ec1fcd33a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:57:53Z', 'updated_at': '2022-03-23T18:05:52Z', 'revision_number': 5, 'project_id': '50db197cc056491cad8b4b217a0389cd', 'gw_port': {'id': '4b7156c5-0174-4208-949a-2ec1fcd33a75', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144ad25e-5074-4f4f-82a9-a1b858d17177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:57:53Z', 'updated_at': '2022-03-23T17:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi'}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:05:53.769794 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b29c58d-e42e-4ef8-b015-0f33bbe17b0a None None] Checking router: 144ad25e-5074-4f4f-82a9-a1b858d17177 for host: dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 18:05:53.779574 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b29c58d-e42e-4ef8-b015-0f33bbe17b0a None None] Routers {'144ad25e-5074-4f4f-82a9-a1b858d17177'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 18:05:53.780222 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-2b29c58d-e42e-4ef8-b015-0f33bbe17b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T18:05:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['144ad25e-5074-4f4f-82a9-a1b858d17177'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:05:53.918294 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-2b29c58d-e42e-4ef8-b015-0f33bbe17b0a None None] Set router 144ad25e-5074-4f4f-82a9-a1b858d17177 gateway port host: None {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 18:05:53.926922 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-56a07233-d7a1-44e5-bc1d-a23c1a857b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59308127'] for port (4b7156c5-0174-4208-949a-2ec1fcd33a75), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:53.953397 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a07233-d7a1-44e5-bc1d-a23c1a857b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b7156c5-0174-4208-949a-2ec1fcd33a75,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:05:54.000579 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-2b29c58d-e42e-4ef8-b015-0f33bbe17b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144ad25e-5074-4f4f-82a9-a1b858d17177', 'name': 'tempest-TestShelveInstance-2049524218-router', 'tenant_id': '50db197cc056491cad8b4b217a0389cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:57:53Z', 'updated_at': '2022-03-23T18:05:53Z', 'revision_number': 6, 'project_id': '50db197cc056491cad8b4b217a0389cd', 'gw_port_host': None}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:05:54.026984 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b29c58d-e42e-4ef8-b015-0f33bbe17b0a None None] The sync data for ids ['144ad25e-5074-4f4f-82a9-a1b858d17177'] in dv-cinder-834920-1-iscsi is: [{'id': '144ad25e-5074-4f4f-82a9-a1b858d17177', 'name': 'tempest-TestShelveInstance-2049524218-router', 'tenant_id': '50db197cc056491cad8b4b217a0389cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:57:53Z', 'updated_at': '2022-03-23T18:05:53Z', 'revision_number': 6, 'project_id': '50db197cc056491cad8b4b217a0389cd', 'gw_port_host': None}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 18:05:54.037835 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-56a07233-d7a1-44e5-bc1d-a23c1a857b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614159'] for router_gateway (144ad25e-5074-4f4f-82a9-a1b858d17177), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:54.134205 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-56a07233-d7a1-44e5-bc1d-a23c1a857b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3209'] for router (144ad25e-5074-4f4f-82a9-a1b858d17177), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:54.136557 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-56a07233-d7a1-44e5-bc1d-a23c1a857b81 admin admin] Publish callbacks [] for router_controller (144ad25e-5074-4f4f-82a9-a1b858d17177), precommit_delete_associations {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:54.189642 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-56a07233-d7a1-44e5-bc1d-a23c1a857b81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-608236'] for router (144ad25e-5074-4f4f-82a9-a1b858d17177), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:54.190266 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a07233-d7a1-44e5-bc1d-a23c1a857b81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 144ad25e-5074-4f4f-82a9-a1b858d17177 {{(pid=103208) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 18:05:54.195196 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-56a07233-d7a1-44e5-bc1d-a23c1a857b81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:54.196452 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-56a07233-d7a1-44e5-bc1d-a23c1a857b81 admin admin] 10.222.0.41 "DELETE /v2.0/routers/144ad25e-5074-4f4f-82a9-a1b858d17177 HTTP/1.1" status: 204 len: 168 time: 0.8666143 Mar 23 18:05:54.199153 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 55344) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:05:54.255149 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_v2 [None req-a70555a0-c8ce-45f5-b077-c9d6f47bf343 admin admin] Deleting subnet 819b2970-a759-4810-b558-ac5bf0e76138 {{(pid=103208) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 18:05:54.258696 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a70555a0-c8ce-45f5-b077-c9d6f47bf343 admin admin] Publish callbacks [] for subnet (819b2970-a759-4810-b558-ac5bf0e76138), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:54.298420 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a70555a0-c8ce-45f5-b077-c9d6f47bf343 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59503456'] for subnet (819b2970-a759-4810-b558-ac5bf0e76138), precommit_delete_associations {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:54.394231 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a70555a0-c8ce-45f5-b077-c9d6f47bf343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153585'] for subnet (819b2970-a759-4810-b558-ac5bf0e76138), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:54.464335 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a70555a0-c8ce-45f5-b077-c9d6f47bf343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59308718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59263836'] for subnet (819b2970-a759-4810-b558-ac5bf0e76138), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:54.491676 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70555a0-c8ce-45f5-b077-c9d6f47bf343 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=819b2970-a759-4810-b558-ac5bf0e76138,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:05:54.495278 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a70555a0-c8ce-45f5-b077-c9d6f47bf343 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:54.500417 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-a70555a0-c8ce-45f5-b077-c9d6f47bf343 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/819b2970-a759-4810-b558-ac5bf0e76138 HTTP/1.1" status: 204 len: 168 time: 0.2998390 Mar 23 18:05:54.501288 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 55350) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:05:54.506704 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a94ad64-cb2d-4601-98e9-a5bd45a96d06 None None] Network 91015884-ad1f-47cd-9e38-dc6d0a7e0da9 requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 18:05:54.580773 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a06c4cd7-6a69-414b-8425-246428a6d027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148222'] for network (91015884-ad1f-47cd-9e38-dc6d0a7e0da9), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:54.653053 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-a06c4cd7-6a69-414b-8425-246428a6d027 admin admin] Deleting port fee83b47-eee5-443c-854c-f365b0a22500 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 18:05:54.653404 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a06c4cd7-6a69-414b-8425-246428a6d027 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (fee83b47-eee5-443c-854c-f365b0a22500), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:54.715593 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-a06c4cd7-6a69-414b-8425-246428a6d027 admin admin] For port fee83b47-eee5-443c-854c-f365b0a22500, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=fee83b47-eee5-443c-854c-f365b0a22500,segment=NetworkSegment(c97f2ade-219a-45cb-ae74-6e17233844c7),segment_id=c97f2ade-219a-45cb-ae74-6e17233844c7)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 18:05:54.716238 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a06c4cd7-6a69-414b-8425-246428a6d027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (fee83b47-eee5-443c-854c-f365b0a22500), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:54.731566 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-a06c4cd7-6a69-414b-8425-246428a6d027 admin admin] Calling delete_port for fee83b47-eee5-443c-854c-f365b0a22500 owned by network:dhcp {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 18:05:54.818826 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a06c4cd7-6a69-414b-8425-246428a6d027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59566619'] for port (fee83b47-eee5-443c-854c-f365b0a22500), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:54.843121 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c4cd7-6a69-414b-8425-246428a6d027 admin admin] Pushing event deleted for resources: {'Port': ['ID=fee83b47-eee5-443c-854c-f365b0a22500,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:05:54.846921 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f27bbe1-474c-4d8a-b0ab-6ea899ae161c None None] DHCP port deletion for 91015884-ad1f-47cd-9e38-dc6d0a7e0da9 request from dv-cinder-834920-1-iscsi {{(pid=103209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 18:05:54.860004 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c4cd7-6a69-414b-8425-246428a6d027 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:05:54.860004 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c4cd7-6a69-414b-8425-246428a6d027 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:05:54.860004 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c4cd7-6a69-414b-8425-246428a6d027 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:05:54.860004 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c4cd7-6a69-414b-8425-246428a6d027 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:05:54.860004 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c4cd7-6a69-414b-8425-246428a6d027 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:05:54.860004 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c4cd7-6a69-414b-8425-246428a6d027 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:05:54.860004 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c4cd7-6a69-414b-8425-246428a6d027 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:05:54.860004 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c4cd7-6a69-414b-8425-246428a6d027 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:05:54.860004 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c4cd7-6a69-414b-8425-246428a6d027 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:05:54.860004 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c4cd7-6a69-414b-8425-246428a6d027 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:05:54.861229 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c4cd7-6a69-414b-8425-246428a6d027 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:05:54.861229 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c4cd7-6a69-414b-8425-246428a6d027 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:05:54.861229 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c4cd7-6a69-414b-8425-246428a6d027 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:05:54.861229 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c4cd7-6a69-414b-8425-246428a6d027 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:05:54.861455 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06c4cd7-6a69-414b-8425-246428a6d027 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:05:54.864586 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06c4cd7-6a69-414b-8425-246428a6d027 admin admin] No DVR routers for this DVR port fee83b47-eee5-443c-854c-f365b0a22500 on host dv-cinder-834920-1-iscsi {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 18:05:54.944707 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a06c4cd7-6a69-414b-8425-246428a6d027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4070212', 'neutron.services.segments.db._delete_segments_for_network-8741035949891'] for network (91015884-ad1f-47cd-9e38-dc6d0a7e0da9), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:54.970763 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-a06c4cd7-6a69-414b-8425-246428a6d027 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91015884-ad1f-47cd-9e38-dc6d0a7e0da9']}} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:05:54.981726 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-a06c4cd7-6a69-414b-8425-246428a6d027 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c97f2ade-219a-45cb-ae74-6e17233844c7') {'for_net_delete': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:05:54.982160 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-a06c4cd7-6a69-414b-8425-246428a6d027 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c97f2ade-219a-45cb-ae74-6e17233844c7') {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:05:55.001292 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a06c4cd7-6a69-414b-8425-246428a6d027 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741035949644', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59524647'] for segment (c97f2ade-219a-45cb-ae74-6e17233844c7), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:55.021383 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a06c4cd7-6a69-414b-8425-246428a6d027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464'] for segment (c97f2ade-219a-45cb-ae74-6e17233844c7), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:55.030948 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a06c4cd7-6a69-414b-8425-246428a6d027 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 18:05:55.031378 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a06c4cd7-6a69-414b-8425-246428a6d027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59566664'] for segment (c97f2ade-219a-45cb-ae74-6e17233844c7), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:55.033519 dv-cinder-834920-1-iscsi neutron-server[103207]: Traceback (most recent call last): Mar 23 18:05:55.033519 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 18:05:55.033519 dv-cinder-834920-1-iscsi neutron-server[103207]: timer() Mar 23 18:05:55.033519 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 18:05:55.033519 dv-cinder-834920-1-iscsi neutron-server[103207]: cb(*args, **kw) Mar 23 18:05:55.033519 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 18:05:55.033519 dv-cinder-834920-1-iscsi neutron-server[103207]: return func(*args, **kwargs) Mar 23 18:05:55.033519 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 18:05:55.033519 dv-cinder-834920-1-iscsi neutron-server[103207]: self._notify() Mar 23 18:05:55.033519 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 18:05:55.033519 dv-cinder-834920-1-iscsi neutron-server[103207]: self.callback(batched_events) Mar 23 18:05:55.033519 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 18:05:55.033519 dv-cinder-834920-1-iscsi neutron-server[103207]: event.method(event) Mar 23 18:05:55.033519 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 18:05:55.033519 dv-cinder-834920-1-iscsi neutron-server[103207]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 18:05:55.033519 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 18:05:55.033519 dv-cinder-834920-1-iscsi neutron-server[103207]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 18:05:55.033519 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 18:05:55.033519 dv-cinder-834920-1-iscsi neutron-server[103207]: return f(self, *a, **k) Mar 23 18:05:55.033519 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 18:05:55.033519 dv-cinder-834920-1-iscsi neutron-server[103207]: return self._get(url).json() Mar 23 18:05:55.033519 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 18:05:55.033519 dv-cinder-834920-1-iscsi neutron-server[103207]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 18:05:55.033519 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 18:05:55.033519 dv-cinder-834920-1-iscsi neutron-server[103207]: return self.request(url, 'GET', **kwargs) Mar 23 18:05:55.033519 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 18:05:55.033519 dv-cinder-834920-1-iscsi neutron-server[103207]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 18:05:55.033519 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 18:05:55.033519 dv-cinder-834920-1-iscsi neutron-server[103207]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 18:05:55.033519 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 18:05:55.033519 dv-cinder-834920-1-iscsi neutron-server[103207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 18:05:55.033519 dv-cinder-834920-1-iscsi neutron-server[103207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 18:05:55.097169 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a06c4cd7-6a69-414b-8425-246428a6d027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4070271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614259'] for network (91015884-ad1f-47cd-9e38-dc6d0a7e0da9), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:55.115870 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a06c4cd7-6a69-414b-8425-246428a6d027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for network (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:55.121213 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-a06c4cd7-6a69-414b-8425-246428a6d027 admin admin] 10.222.0.41 "DELETE /v2.0/networks/91015884-ad1f-47cd-9e38-dc6d0a7e0da9 HTTP/1.1" status: 204 len: 168 time: 0.6173563 Mar 23 18:05:55.121213 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c4cd7-6a69-414b-8425-246428a6d027 admin admin] Pushing event deleted for resources: {'Network': ['ID=91015884-ad1f-47cd-9e38-dc6d0a7e0da9,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:05:55.124333 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 55358) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:05:55.184113 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device fee83b47-eee5-443c-854c-f365b0a22500 no longer exists at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 18:05:55.211166 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] No Port match for: fee83b47-eee5-443c-854c-f365b0a22500 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 18:05:55.211564 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device fee83b47-eee5-443c-854c-f365b0a22500 not bound to the agent host dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 18:05:55.212040 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device cd322a69-4e36-4f1e-a1ee-5769f32af2d9 no longer exists at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 18:05:55.213837 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:55.232517 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] No Port match for: cd322a69-4e36-4f1e-a1ee-5769f32af2d9 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 18:05:55.232862 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device cd322a69-4e36-4f1e-a1ee-5769f32af2d9 not bound to the agent host dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 18:05:55.233323 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 4b7156c5-0174-4208-949a-2ec1fcd33a75 no longer exists at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 18:05:55.255165 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] No Port match for: 4b7156c5-0174-4208-949a-2ec1fcd33a75 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 18:05:55.255632 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 4b7156c5-0174-4208-949a-2ec1fcd33a75 not bound to the agent host dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 18:05:55.502412 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6a1703a8-6106-42a8-9f85-846b4a12ae2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613957'] for router_interface (f9fc5145-b709-4fb6-9f1b-58f193cbae2c), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:55.762646 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-6a1703a8-6106-42a8-9f85-846b4a12ae2a admin admin] Deleting port 4b2ad408-647e-41d7-ba98-9469d12fd388 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 18:05:55.762982 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6a1703a8-6106-42a8-9f85-846b4a12ae2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (4b2ad408-647e-41d7-ba98-9469d12fd388), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:55.841391 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-6a1703a8-6106-42a8-9f85-846b4a12ae2a admin admin] For port 4b2ad408-647e-41d7-ba98-9469d12fd388, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=4b2ad408-647e-41d7-ba98-9469d12fd388,segment=NetworkSegment(1701cf45-61f0-41fc-9f7e-a505b7922af8),segment_id=1701cf45-61f0-41fc-9f7e-a505b7922af8)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 18:05:55.841753 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6a1703a8-6106-42a8-9f85-846b4a12ae2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (4b2ad408-647e-41d7-ba98-9469d12fd388), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:55.854717 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-6a1703a8-6106-42a8-9f85-846b4a12ae2a admin admin] Calling delete_port for 4b2ad408-647e-41d7-ba98-9469d12fd388 owned by network:router_interface {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 18:05:55.991957 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a93b3117-4f40-4a36-a84a-29d6a99d8dd1 req-7e89f99b-0d29-4e44-acad-29ced072cf24 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1db243f4-c036-4853-affc-ef960a731a2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1236711 Mar 23 18:05:56.101852 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6a1703a8-6106-42a8-9f85-846b4a12ae2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59566619'] for port (4b2ad408-647e-41d7-ba98-9469d12fd388), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:56.131294 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1703a8-6106-42a8-9f85-846b4a12ae2a admin admin] Pushing event deleted for resources: {'Port': ['ID=4b2ad408-647e-41d7-ba98-9469d12fd388,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:05:56.135605 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b3117-4f40-4a36-a84a-29d6a99d8dd1 req-2c81c94b-90a8-4651-adbb-3e33d86056ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:05:56.137097 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a93b3117-4f40-4a36-a84a-29d6a99d8dd1 req-2c81c94b-90a8-4651-adbb-3e33d86056ef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81cbeef3df3646be902884c3e8e86d20&device_id=1db243f4-c036-4853-affc-ef960a731a2d HTTP/1.1" status: 200 len: 1129 time: 0.0861406 Mar 23 18:05:56.351025 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b3117-4f40-4a36-a84a-29d6a99d8dd1 req-f824bf2b-1d7c-45ae-b281-75b028dfae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:05:56.352561 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a93b3117-4f40-4a36-a84a-29d6a99d8dd1 req-f824bf2b-1d7c-45ae-b281-75b028dfae82 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2888c7fe-ae98-4d0e-9549-8ca804e8c855 HTTP/1.1" status: 200 len: 916 time: 0.1900778 Mar 23 18:05:56.424908 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6a1703a8-6106-42a8-9f85-846b4a12ae2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606453'] for router_interface (f9fc5145-b709-4fb6-9f1b-58f193cbae2c), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:56.437433 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a93b3117-4f40-4a36-a84a-29d6a99d8dd1 req-4524edaf-e0f5-4963-90e2-5fec13b28c93 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f78c6a23-4bb6-4698-8dac-5714b02fe868 HTTP/1.1" status: 200 len: 1001 time: 0.0777061 Mar 23 18:05:56.556107 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b3117-4f40-4a36-a84a-29d6a99d8dd1 req-e300477f-1f1c-40f6-9978-8c9782375e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:05:56.557645 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a93b3117-4f40-4a36-a84a-29d6a99d8dd1 req-e300477f-1f1c-40f6-9978-8c9782375e05 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d923e995-8ad4-43f2-beba-221af8031362 HTTP/1.1" status: 200 len: 854 time: 0.1140821 Mar 23 18:05:56.678835 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b3117-4f40-4a36-a84a-29d6a99d8dd1 req-f3ffe01c-c532-400d-ba51-bfd8720ff510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:05:56.680381 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a93b3117-4f40-4a36-a84a-29d6a99d8dd1 req-f3ffe01c-c532-400d-ba51-bfd8720ff510 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2888c7fe-ae98-4d0e-9549-8ca804e8c855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1157846 Mar 23 18:05:56.780788 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1703a8-6106-42a8-9f85-846b4a12ae2a admin admin] Router f9fc5145-b709-4fb6-9f1b-58f193cbae2c has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 18:05:56.798114 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a93b3117-4f40-4a36-a84a-29d6a99d8dd1 req-3bd5b654-d1ce-4f73-9f2f-591cc54f65d1 service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075215 Mar 23 18:05:56.964350 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-a93b3117-4f40-4a36-a84a-29d6a99d8dd1 req-af97bd72-eb08-4fa3-98f0-a5a85b894cb1 service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588438 Mar 23 18:05:56.967267 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1703a8-6106-42a8-9f85-846b4a12ae2a admin admin] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 18:05:56.976149 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-6a1703a8-6106-42a8-9f85-846b4a12ae2a admin admin] 10.222.0.41 "PUT /v2.0/routers/f9fc5145-b709-4fb6-9f1b-58f193cbae2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8473577 Mar 23 18:05:56.976149 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 55374) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:05:56.979824 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d61e47-d419-4337-97a3-4aab79a57c06 None None] Sync routers for ids ['f9fc5145-b709-4fb6-9f1b-58f193cbae2c'] in dv-cinder-834920-1-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 18:05:56.990781 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d61e47-d419-4337-97a3-4aab79a57c06 None None] Routers {'f9fc5145-b709-4fb6-9f1b-58f193cbae2c'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 18:05:56.991398 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-43d61e47-d419-4337-97a3-4aab79a57c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T18:05:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['f9fc5145-b709-4fb6-9f1b-58f193cbae2c'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:05:57.108653 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-43d61e47-d419-4337-97a3-4aab79a57c06 None None] Set router f9fc5145-b709-4fb6-9f1b-58f193cbae2c gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 18:05:57.303192 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-43d61e47-d419-4337-97a3-4aab79a57c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fc5145-b709-4fb6-9f1b-58f193cbae2c', 'name': 'tempest-TestShelveInstance-1789764865-router', 'tenant_id': '4f5c15bc3d0c44ff96671679ebfe611f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'de08b410-3708-4086-8048-fbf1d9fbe572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:58:00Z', 'updated_at': '2022-03-23T18:05:56Z', 'revision_number': 5, 'project_id': '4f5c15bc3d0c44ff96671679ebfe611f', 'gw_port': {'id': 'de08b410-3708-4086-8048-fbf1d9fbe572', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fc5145-b709-4fb6-9f1b-58f193cbae2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:58:01Z', 'updated_at': '2022-03-23T17:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi'}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:05:57.335621 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d61e47-d419-4337-97a3-4aab79a57c06 None None] Checking router: f9fc5145-b709-4fb6-9f1b-58f193cbae2c for host: dv-cinder-834920-1-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 18:05:57.344727 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d61e47-d419-4337-97a3-4aab79a57c06 None None] Routers {'f9fc5145-b709-4fb6-9f1b-58f193cbae2c'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 18:05:57.345422 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-43d61e47-d419-4337-97a3-4aab79a57c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T18:05:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['f9fc5145-b709-4fb6-9f1b-58f193cbae2c'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:05:57.354326 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c5d6ce1a-3747-4e7b-ba43-be56c9205a98 admin admin] Publish callbacks [] for router (f9fc5145-b709-4fb6-9f1b-58f193cbae2c), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:57.482665 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c5d6ce1a-3747-4e7b-ba43-be56c9205a98 admin admin] Publish callbacks [] for router_gateway (f9fc5145-b709-4fb6-9f1b-58f193cbae2c), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:57.559096 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-c5d6ce1a-3747-4e7b-ba43-be56c9205a98 admin admin] Deleting port de08b410-3708-4086-8048-fbf1d9fbe572 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 18:05:57.559778 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c5d6ce1a-3747-4e7b-ba43-be56c9205a98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (de08b410-3708-4086-8048-fbf1d9fbe572), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:57.610775 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-43d61e47-d419-4337-97a3-4aab79a57c06 None None] Set router f9fc5145-b709-4fb6-9f1b-58f193cbae2c gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 18:05:57.653513 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-c5d6ce1a-3747-4e7b-ba43-be56c9205a98 admin admin] For port de08b410-3708-4086-8048-fbf1d9fbe572, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=de08b410-3708-4086-8048-fbf1d9fbe572,segment=NetworkSegment(e3d657d5-0d12-4364-ba98-0127febd700d),segment_id=e3d657d5-0d12-4364-ba98-0127febd700d)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 18:05:57.653914 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c5d6ce1a-3747-4e7b-ba43-be56c9205a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (de08b410-3708-4086-8048-fbf1d9fbe572), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:57.669449 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-c5d6ce1a-3747-4e7b-ba43-be56c9205a98 admin admin] Calling delete_port for de08b410-3708-4086-8048-fbf1d9fbe572 owned by network:router_gateway {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 18:05:57.809489 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-43d61e47-d419-4337-97a3-4aab79a57c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9fc5145-b709-4fb6-9f1b-58f193cbae2c', 'name': 'tempest-TestShelveInstance-1789764865-router', 'tenant_id': '4f5c15bc3d0c44ff96671679ebfe611f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'de08b410-3708-4086-8048-fbf1d9fbe572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:58:00Z', 'updated_at': '2022-03-23T18:05:56Z', 'revision_number': 5, 'project_id': '4f5c15bc3d0c44ff96671679ebfe611f', 'gw_port': {'id': 'de08b410-3708-4086-8048-fbf1d9fbe572', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fc5145-b709-4fb6-9f1b-58f193cbae2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:58:01Z', 'updated_at': '2022-03-23T17:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi'}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:05:57.836524 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d61e47-d419-4337-97a3-4aab79a57c06 None None] The sync data for ids ['f9fc5145-b709-4fb6-9f1b-58f193cbae2c'] in dv-cinder-834920-1-iscsi is: [{'id': 'f9fc5145-b709-4fb6-9f1b-58f193cbae2c', 'name': 'tempest-TestShelveInstance-1789764865-router', 'tenant_id': '4f5c15bc3d0c44ff96671679ebfe611f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'de08b410-3708-4086-8048-fbf1d9fbe572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:58:00Z', 'updated_at': '2022-03-23T18:05:56Z', 'revision_number': 5, 'project_id': '4f5c15bc3d0c44ff96671679ebfe611f', 'gw_port': {'id': 'de08b410-3708-4086-8048-fbf1d9fbe572', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9fc5145-b709-4fb6-9f1b-58f193cbae2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:58:01Z', 'updated_at': '2022-03-23T17:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi'}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 18:05:57.877129 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c5d6ce1a-3747-4e7b-ba43-be56c9205a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59566619'] for port (de08b410-3708-4086-8048-fbf1d9fbe572), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:57.899239 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6ce1a-3747-4e7b-ba43-be56c9205a98 admin admin] Pushing event deleted for resources: {'Port': ['ID=de08b410-3708-4086-8048-fbf1d9fbe572,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:05:57.966665 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c5d6ce1a-3747-4e7b-ba43-be56c9205a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614159'] for router_gateway (f9fc5145-b709-4fb6-9f1b-58f193cbae2c), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:58.069896 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c5d6ce1a-3747-4e7b-ba43-be56c9205a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3209'] for router (f9fc5145-b709-4fb6-9f1b-58f193cbae2c), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:58.072449 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c5d6ce1a-3747-4e7b-ba43-be56c9205a98 admin admin] Publish callbacks [] for router_controller (f9fc5145-b709-4fb6-9f1b-58f193cbae2c), precommit_delete_associations {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:58.122149 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c5d6ce1a-3747-4e7b-ba43-be56c9205a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-608236'] for router (f9fc5145-b709-4fb6-9f1b-58f193cbae2c), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:58.122692 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d6ce1a-3747-4e7b-ba43-be56c9205a98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9fc5145-b709-4fb6-9f1b-58f193cbae2c {{(pid=103207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 18:05:58.129515 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c5d6ce1a-3747-4e7b-ba43-be56c9205a98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:58.130992 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-c5d6ce1a-3747-4e7b-ba43-be56c9205a98 admin admin] 10.222.0.41 "DELETE /v2.0/routers/f9fc5145-b709-4fb6-9f1b-58f193cbae2c HTTP/1.1" status: 204 len: 168 time: 1.1545055 Mar 23 18:05:58.134059 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 55384) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:05:58.181974 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_v2 [None req-329ab2c4-9fa5-410c-b170-ebdccdab9b10 admin admin] Deleting subnet 63f0f28e-3221-4675-b29d-8d8ae492678b {{(pid=103207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 18:05:58.185726 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-329ab2c4-9fa5-410c-b170-ebdccdab9b10 admin admin] Publish callbacks [] for subnet (63f0f28e-3221-4675-b29d-8d8ae492678b), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:58.224602 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-329ab2c4-9fa5-410c-b170-ebdccdab9b10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59524638'] for subnet (63f0f28e-3221-4675-b29d-8d8ae492678b), precommit_delete_associations {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:58.313114 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-329ab2c4-9fa5-410c-b170-ebdccdab9b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153585'] for subnet (63f0f28e-3221-4675-b29d-8d8ae492678b), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:58.370995 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-329ab2c4-9fa5-410c-b170-ebdccdab9b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59566314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59734875'] for subnet (63f0f28e-3221-4675-b29d-8d8ae492678b), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:58.397326 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ab2c4-9fa5-410c-b170-ebdccdab9b10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63f0f28e-3221-4675-b29d-8d8ae492678b,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:05:58.402644 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-329ab2c4-9fa5-410c-b170-ebdccdab9b10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for subnet (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:58.408853 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 55388) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:05:58.410395 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-329ab2c4-9fa5-410c-b170-ebdccdab9b10 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/63f0f28e-3221-4675-b29d-8d8ae492678b HTTP/1.1" status: 204 len: 168 time: 0.2746637 Mar 23 18:05:58.417159 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bf8de1-8b89-4bad-b1b7-06515a00e67d None None] Network e6dd206f-a53e-45e0-bf23-aac7bd796814 requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 18:05:58.499464 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-19b3e1b6-1d65-4045-bcab-419829f2a227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148222'] for network (e6dd206f-a53e-45e0-bf23-aac7bd796814), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:58.570280 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-19b3e1b6-1d65-4045-bcab-419829f2a227 admin admin] Deleting port 0c4c189b-e0a2-45fb-a62f-7110d2c3f005 {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 18:05:58.570620 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-19b3e1b6-1d65-4045-bcab-419829f2a227 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (0c4c189b-e0a2-45fb-a62f-7110d2c3f005), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:58.633551 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [None req-19b3e1b6-1d65-4045-bcab-419829f2a227 admin admin] For port 0c4c189b-e0a2-45fb-a62f-7110d2c3f005, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=0c4c189b-e0a2-45fb-a62f-7110d2c3f005,segment=NetworkSegment(1701cf45-61f0-41fc-9f7e-a505b7922af8),segment_id=1701cf45-61f0-41fc-9f7e-a505b7922af8)] {{(pid=103208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 18:05:58.633911 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-19b3e1b6-1d65-4045-bcab-419829f2a227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (0c4c189b-e0a2-45fb-a62f-7110d2c3f005), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:58.647577 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-19b3e1b6-1d65-4045-bcab-419829f2a227 admin admin] Calling delete_port for 0c4c189b-e0a2-45fb-a62f-7110d2c3f005 owned by network:dhcp {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 18:05:58.739240 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-19b3e1b6-1d65-4045-bcab-419829f2a227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59308127'] for port (0c4c189b-e0a2-45fb-a62f-7110d2c3f005), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:58.768505 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3e1b6-1d65-4045-bcab-419829f2a227 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c4c189b-e0a2-45fb-a62f-7110d2c3f005,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:05:58.770504 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b3e1b6-1d65-4045-bcab-419829f2a227 admin admin] No DVR routers for this DVR port 0c4c189b-e0a2-45fb-a62f-7110d2c3f005 on host dv-cinder-834920-1-iscsi {{(pid=103208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 18:05:58.849621 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-19b3e1b6-1d65-4045-bcab-419829f2a227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4070212', 'neutron.services.segments.db._delete_segments_for_network-8741035949891'] for network (e6dd206f-a53e-45e0-bf23-aac7bd796814), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:58.876577 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-19b3e1b6-1d65-4045-bcab-419829f2a227 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6dd206f-a53e-45e0-bf23-aac7bd796814']}} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:05:58.890438 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-19b3e1b6-1d65-4045-bcab-419829f2a227 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1701cf45-61f0-41fc-9f7e-a505b7922af8') {'for_net_delete': True} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:05:58.890675 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e265595b-6483-4fe8-bb8e-557df37436e1 None None] DHCP port deletion for e6dd206f-a53e-45e0-bf23-aac7bd796814 request from dv-cinder-834920-1-iscsi {{(pid=103209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 18:05:58.890765 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-19b3e1b6-1d65-4045-bcab-419829f2a227 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1701cf45-61f0-41fc-9f7e-a505b7922af8') {} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:05:58.912405 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-19b3e1b6-1d65-4045-bcab-419829f2a227 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741035949644', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59503449'] for segment (1701cf45-61f0-41fc-9f7e-a505b7922af8), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:58.928804 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-19b3e1b6-1d65-4045-bcab-419829f2a227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464'] for segment (1701cf45-61f0-41fc-9f7e-a505b7922af8), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:58.936796 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b3e1b6-1d65-4045-bcab-419829f2a227 admin admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 18:05:58.937339 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-19b3e1b6-1d65-4045-bcab-419829f2a227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59308044'] for segment (1701cf45-61f0-41fc-9f7e-a505b7922af8), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:58.939355 dv-cinder-834920-1-iscsi neutron-server[103208]: Traceback (most recent call last): Mar 23 18:05:58.939355 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 18:05:58.939355 dv-cinder-834920-1-iscsi neutron-server[103208]: timer() Mar 23 18:05:58.939355 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 18:05:58.939355 dv-cinder-834920-1-iscsi neutron-server[103208]: cb(*args, **kw) Mar 23 18:05:58.939355 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 18:05:58.939355 dv-cinder-834920-1-iscsi neutron-server[103208]: return func(*args, **kwargs) Mar 23 18:05:58.939355 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 18:05:58.939355 dv-cinder-834920-1-iscsi neutron-server[103208]: self._notify() Mar 23 18:05:58.939355 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 18:05:58.939355 dv-cinder-834920-1-iscsi neutron-server[103208]: self.callback(batched_events) Mar 23 18:05:58.939355 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 18:05:58.939355 dv-cinder-834920-1-iscsi neutron-server[103208]: event.method(event) Mar 23 18:05:58.939355 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 18:05:58.939355 dv-cinder-834920-1-iscsi neutron-server[103208]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 18:05:58.939355 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 18:05:58.939355 dv-cinder-834920-1-iscsi neutron-server[103208]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 18:05:58.939355 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 18:05:58.939355 dv-cinder-834920-1-iscsi neutron-server[103208]: return f(self, *a, **k) Mar 23 18:05:58.939355 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 18:05:58.939355 dv-cinder-834920-1-iscsi neutron-server[103208]: return self._get(url).json() Mar 23 18:05:58.939355 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 18:05:58.939355 dv-cinder-834920-1-iscsi neutron-server[103208]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 18:05:58.939355 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 18:05:58.939355 dv-cinder-834920-1-iscsi neutron-server[103208]: return self.request(url, 'GET', **kwargs) Mar 23 18:05:58.939355 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 18:05:58.939355 dv-cinder-834920-1-iscsi neutron-server[103208]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 18:05:58.939355 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 18:05:58.939355 dv-cinder-834920-1-iscsi neutron-server[103208]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 18:05:58.939355 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 18:05:58.939355 dv-cinder-834920-1-iscsi neutron-server[103208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 18:05:58.939355 dv-cinder-834920-1-iscsi neutron-server[103208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 18:05:59.000932 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-19b3e1b6-1d65-4045-bcab-419829f2a227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4070271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614259'] for network (e6dd206f-a53e-45e0-bf23-aac7bd796814), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:59.009101 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-19b3e1b6-1d65-4045-bcab-419829f2a227 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for network (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:59.012977 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-19b3e1b6-1d65-4045-bcab-419829f2a227 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e6dd206f-a53e-45e0-bf23-aac7bd796814 HTTP/1.1" status: 204 len: 168 time: 0.6008925 Mar 23 18:05:59.023761 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3e1b6-1d65-4045-bcab-419829f2a227 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6dd206f-a53e-45e0-bf23-aac7bd796814,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:05:59.143384 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 55398) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:05:59.158685 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device de08b410-3708-4086-8048-fbf1d9fbe572 no longer exists at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 18:05:59.179058 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] No Port match for: de08b410-3708-4086-8048-fbf1d9fbe572 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 18:05:59.179377 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device de08b410-3708-4086-8048-fbf1d9fbe572 not bound to the agent host dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 18:05:59.179791 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 0c4c189b-e0a2-45fb-a62f-7110d2c3f005 no longer exists at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 18:05:59.187554 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-40109cb9-642a-4aa7-b9b8-93f5d95396d8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=50db197cc056491cad8b4b217a0389cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405545 Mar 23 18:05:59.187727 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 55400) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:05:59.198785 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] No Port match for: 0c4c189b-e0a2-45fb-a62f-7110d2c3f005 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 18:05:59.199614 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 0c4c189b-e0a2-45fb-a62f-7110d2c3f005 not bound to the agent host dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 18:05:59.199614 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 4b2ad408-647e-41d7-ba98-9469d12fd388 no longer exists at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 18:05:59.222600 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] No Port match for: 4b2ad408-647e-41d7-ba98-9469d12fd388 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 18:05:59.222947 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 4b2ad408-647e-41d7-ba98-9469d12fd388 not bound to the agent host dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 18:05:59.239576 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5dffdb21-b5db-4fc5-9fd2-afab168e64c5 admin admin] Publish callbacks [] for security_group (3d6a409f-e738-4347-a9a2-052570b72980), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:59.262332 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5dffdb21-b5db-4fc5-9fd2-afab168e64c5 admin admin] Publish callbacks [] for security_group (3d6a409f-e738-4347-a9a2-052570b72980), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:59.310789 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5dffdb21-b5db-4fc5-9fd2-afab168e64c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (3d6a409f-e738-4347-a9a2-052570b72980), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:59.313384 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-5dffdb21-b5db-4fc5-9fd2-afab168e64c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:59.314553 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-5dffdb21-b5db-4fc5-9fd2-afab168e64c5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3d6a409f-e738-4347-a9a2-052570b72980 HTTP/1.1" status: 204 len: 168 time: 0.1259432 Mar 23 18:05:59.322981 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dffdb21-b5db-4fc5-9fd2-afab168e64c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6a409f-e738-4347-a9a2-052570b72980,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:05:59.653172 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 55408) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:05:59.702746 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-01f7fe1a-fea5-408c-898f-c574f836a3e4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4f5c15bc3d0c44ff96671679ebfe611f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0481730 Mar 23 18:05:59.705607 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 55412) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:05:59.768156 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b423a62a-e458-41b0-ac02-171f0699fb12 admin admin] Publish callbacks [] for security_group (2db007fa-10d9-4215-80f5-1500d154e741), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:59.791470 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b423a62a-e458-41b0-ac02-171f0699fb12 admin admin] Publish callbacks [] for security_group (2db007fa-10d9-4215-80f5-1500d154e741), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:59.844102 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b423a62a-e458-41b0-ac02-171f0699fb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (2db007fa-10d9-4215-80f5-1500d154e741), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:59.847111 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b423a62a-e458-41b0-ac02-171f0699fb12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:05:59.848404 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-b423a62a-e458-41b0-ac02-171f0699fb12 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2db007fa-10d9-4215-80f5-1500d154e741 HTTP/1.1" status: 204 len: 168 time: 0.1417992 Mar 23 18:05:59.857666 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423a62a-e458-41b0-ac02-171f0699fb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db007fa-10d9-4215-80f5-1500d154e741,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:06:03.224584 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:06:07.696477 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6395cbd5-facc-41a2-97b3-cb0e9521c1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:06:10.205454 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7e11c48e-1f61-4ba4-bac3-1aa39ec74779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:06:11.592920 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:06:12.999208 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:06:14.199823 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:06:25.172842 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:06:37.692450 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6fb3174c-60a3-4d85-aa07-e29535135bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:06:40.190449 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5df765e4-ca1d-417c-ab20-247bb497e63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:06:40.224249 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:06:41.596186 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:06:43.003658 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:06:44.195373 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:06:55.183086 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:06:55.907042 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-44ec9fcf-a8c2-4b66-93af-a4c53c5fc3b0 req-424b18b3-1949-44c5-af63-c250004c569c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1db243f4-c036-4853-affc-ef960a731a2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536499 Mar 23 18:06:55.999563 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec9fcf-a8c2-4b66-93af-a4c53c5fc3b0 req-c6ac1399-97c6-4185-8e67-6c64c6c4a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:06:56.001000 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-44ec9fcf-a8c2-4b66-93af-a4c53c5fc3b0 req-c6ac1399-97c6-4185-8e67-6c64c6c4a2ca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81cbeef3df3646be902884c3e8e86d20&device_id=1db243f4-c036-4853-affc-ef960a731a2d HTTP/1.1" status: 200 len: 1129 time: 0.0490859 Mar 23 18:06:56.115600 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec9fcf-a8c2-4b66-93af-a4c53c5fc3b0 req-8332c0a6-4992-4d17-91ae-e62a615539c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:06:56.117100 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-44ec9fcf-a8c2-4b66-93af-a4c53c5fc3b0 req-8332c0a6-4992-4d17-91ae-e62a615539c4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2888c7fe-ae98-4d0e-9549-8ca804e8c855 HTTP/1.1" status: 200 len: 916 time: 0.0938139 Mar 23 18:06:56.189624 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-44ec9fcf-a8c2-4b66-93af-a4c53c5fc3b0 req-e8989a78-a41b-4186-b57b-4ed9e9aa3e21 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f78c6a23-4bb6-4698-8dac-5714b02fe868 HTTP/1.1" status: 200 len: 1001 time: 0.0662260 Mar 23 18:06:56.243018 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec9fcf-a8c2-4b66-93af-a4c53c5fc3b0 req-87beaac4-6e08-4470-8d41-3b4ee671f684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:06:56.244562 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-44ec9fcf-a8c2-4b66-93af-a4c53c5fc3b0 req-87beaac4-6e08-4470-8d41-3b4ee671f684 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d923e995-8ad4-43f2-beba-221af8031362 HTTP/1.1" status: 200 len: 854 time: 0.0497746 Mar 23 18:06:56.298133 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec9fcf-a8c2-4b66-93af-a4c53c5fc3b0 req-c6b200ef-5719-4d11-8f88-52b630c6d8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:06:56.299622 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-44ec9fcf-a8c2-4b66-93af-a4c53c5fc3b0 req-c6b200ef-5719-4d11-8f88-52b630c6d8f8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2888c7fe-ae98-4d0e-9549-8ca804e8c855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476522 Mar 23 18:06:56.399651 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-44ec9fcf-a8c2-4b66-93af-a4c53c5fc3b0 req-1a279761-9a7e-4a0c-aa04-4b8014d76e65 service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942063 Mar 23 18:06:56.493316 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-44ec9fcf-a8c2-4b66-93af-a4c53c5fc3b0 req-d6533ea8-032c-4323-bea4-5e360b194739 service neutron] 10.222.0.57 "GET /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881603 Mar 23 18:07:02.882346 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616b63f-5f84-4659-ae44-31dbfc904256 req-0a747018-7305-4f73-b68d-fc158edc139b tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:07:02.883839 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2616b63f-5f84-4659-ae44-31dbfc904256 req-0a747018-7305-4f73-b68d-fc158edc139b tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=1db243f4-c036-4853-affc-ef960a731a2d HTTP/1.1" status: 200 len: 945 time: 0.2571476 Mar 23 18:07:02.937828 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-2616b63f-5f84-4659-ae44-31dbfc904256 req-a14f428b-5d12-4117-94c8-2d6f8772485b tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups?id=236c783f-4529-40b6-be7f-91d064b445eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461082 Mar 23 18:07:03.405253 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b547f60-d739-4c11-aa10-cba8a3e2d6da req-b283d345-7ea8-4a91-b9db-cf75e93b5e42 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:07:03.406703 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7b547f60-d739-4c11-aa10-cba8a3e2d6da req-b283d345-7ea8-4a91-b9db-cf75e93b5e42 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.57 "GET /v2.0/ports?device_id=1db243f4-c036-4853-affc-ef960a731a2d HTTP/1.1" status: 200 len: 945 time: 0.0521450 Mar 23 18:07:03.506427 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-7b547f60-d739-4c11-aa10-cba8a3e2d6da req-252aeafa-95fc-4c84-b2b3-011442f621c4 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Deleting port f78c6a23-4bb6-4698-8dac-5714b02fe868 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 18:07:03.506792 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-7b547f60-d739-4c11-aa10-cba8a3e2d6da req-252aeafa-95fc-4c84-b2b3-011442f621c4 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (f78c6a23-4bb6-4698-8dac-5714b02fe868), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:03.599323 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-7b547f60-d739-4c11-aa10-cba8a3e2d6da req-252aeafa-95fc-4c84-b2b3-011442f621c4 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] For port f78c6a23-4bb6-4698-8dac-5714b02fe868, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=f78c6a23-4bb6-4698-8dac-5714b02fe868,segment=NetworkSegment(0ba0aa12-bf45-410a-8276-1084354c048b),segment_id=0ba0aa12-bf45-410a-8276-1084354c048b)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 18:07:03.599585 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-7b547f60-d739-4c11-aa10-cba8a3e2d6da req-252aeafa-95fc-4c84-b2b3-011442f621c4 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (f78c6a23-4bb6-4698-8dac-5714b02fe868), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:03.776653 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-7b547f60-d739-4c11-aa10-cba8a3e2d6da req-252aeafa-95fc-4c84-b2b3-011442f621c4 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:03.777022 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-7b547f60-d739-4c11-aa10-cba8a3e2d6da req-252aeafa-95fc-4c84-b2b3-011442f621c4 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614213'] for floatingip (bf69360a-c272-45f0-8a11-ee9825e47ac7), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:03.777369 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.db.l3_db [req-7b547f60-d739-4c11-aa10-cba8a3e2d6da req-252aeafa-95fc-4c84-b2b3-011442f621c4 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Floating IP bf69360a-c272-45f0-8a11-ee9825e47ac7 disassociated. External IP: 172.27.2.193, port: f78c6a23-4bb6-4698-8dac-5714b02fe868. Mar 23 18:07:03.777711 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-7b547f60-d739-4c11-aa10-cba8a3e2d6da req-252aeafa-95fc-4c84-b2b3-011442f621c4 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Calling delete_port for f78c6a23-4bb6-4698-8dac-5714b02fe868 owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 18:07:03.862620 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 55944) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:07:03.917888 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-7b547f60-d739-4c11-aa10-cba8a3e2d6da req-252aeafa-95fc-4c84-b2b3-011442f621c4 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59566619'] for port (f78c6a23-4bb6-4698-8dac-5714b02fe868), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:03.949907 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252aeafa-95fc-4c84-b2b3-011442f621c4 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Pushing event deleted for resources: {'Port': ['ID=f78c6a23-4bb6-4698-8dac-5714b02fe868,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:07:03.961823 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252aeafa-95fc-4c84-b2b3-011442f621c4 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:07:03.962184 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252aeafa-95fc-4c84-b2b3-011442f621c4 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:07:03.962569 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252aeafa-95fc-4c84-b2b3-011442f621c4 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:07:03.962883 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252aeafa-95fc-4c84-b2b3-011442f621c4 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:07:03.963214 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252aeafa-95fc-4c84-b2b3-011442f621c4 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:07:03.963587 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252aeafa-95fc-4c84-b2b3-011442f621c4 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:07:03.963923 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252aeafa-95fc-4c84-b2b3-011442f621c4 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:07:03.964251 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252aeafa-95fc-4c84-b2b3-011442f621c4 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:07:03.964664 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252aeafa-95fc-4c84-b2b3-011442f621c4 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:07:03.964988 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252aeafa-95fc-4c84-b2b3-011442f621c4 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:07:03.965337 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252aeafa-95fc-4c84-b2b3-011442f621c4 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:07:03.965662 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252aeafa-95fc-4c84-b2b3-011442f621c4 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:07:03.965979 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252aeafa-95fc-4c84-b2b3-011442f621c4 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:07:03.966294 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252aeafa-95fc-4c84-b2b3-011442f621c4 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:07:03.966619 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252aeafa-95fc-4c84-b2b3-011442f621c4 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:07:04.055601 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8e0ca577-19e4-4f80-a829-8e0f18fa4e42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:04.132914 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b547f60-d739-4c11-aa10-cba8a3e2d6da req-252aeafa-95fc-4c84-b2b3-011442f621c4 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Router e9794722-c150-44c7-906a-28cfb4d22793 has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 18:07:04.174242 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-60b7b90f-88a1-40c2-bd5b-a35d51608ab5 req-b2bc2f80-3fbd-4462-9bbe-42bb32468874 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/ports?device_id=1db243f4-c036-4853-affc-ef960a731a2d HTTP/1.1" status: 200 len: 210 time: 0.1538191 Mar 23 18:07:04.237933 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8e0ca577-19e4-4f80-a829-8e0f18fa4e42 admin admin] Publish callbacks [] for security_group (b0626ee7-ff69-4df1-9571-86e319ab65e6), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:04.250960 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8e0ca577-19e4-4f80-a829-8e0f18fa4e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (b0626ee7-ff69-4df1-9571-86e319ab65e6), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:04.308721 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-8e0ca577-19e4-4f80-a829-8e0f18fa4e42 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=61b70c866f504a46ae4d752e0c068c2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4449697 Mar 23 18:07:04.311414 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ca577-19e4-4f80-a829-8e0f18fa4e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0626ee7-ff69-4df1-9571-86e319ab65e6,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:07:04.311659 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 55956) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:07:04.339094 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b547f60-d739-4c11-aa10-cba8a3e2d6da req-252aeafa-95fc-4c84-b2b3-011442f621c4 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 18:07:04.351135 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd88e27-4477-40b2-a4ef-0a975ee512c8 None None] Sync routers for ids ['e9794722-c150-44c7-906a-28cfb4d22793'] in dv-cinder-834920-1-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 18:07:04.364110 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd88e27-4477-40b2-a4ef-0a975ee512c8 None None] Routers {'e9794722-c150-44c7-906a-28cfb4d22793'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 18:07:04.364718 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-5bd88e27-4477-40b2-a4ef-0a975ee512c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T18:06:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['e9794722-c150-44c7-906a-28cfb4d22793'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:07:04.378676 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c6012e38-e7fb-4cd2-8b09-9c6ed5152d8f admin admin] Publish callbacks [] for security_group (b0626ee7-ff69-4df1-9571-86e319ab65e6), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:04.388130 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b547f60-d739-4c11-aa10-cba8a3e2d6da req-252aeafa-95fc-4c84-b2b3-011442f621c4 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] No DVR routers for this DVR port f78c6a23-4bb6-4698-8dac-5714b02fe868 on host hv-cinder-83492 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 18:07:04.391443 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-7b547f60-d739-4c11-aa10-cba8a3e2d6da req-252aeafa-95fc-4c84-b2b3-011442f621c4 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:04.395568 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-7b547f60-d739-4c11-aa10-cba8a3e2d6da req-252aeafa-95fc-4c84-b2b3-011442f621c4 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.57 "DELETE /v2.0/ports/f78c6a23-4bb6-4698-8dac-5714b02fe868 HTTP/1.1" status: 204 len: 173 time: 0.9840493 Mar 23 18:07:04.396575 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db243f4-c036-4853-affc-ef960a731a2d', 'name': 'network-vif-deleted', 'tag': 'f78c6a23-4bb6-4698-8dac-5714b02fe868'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 18:07:04.399229 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb8a399-0d2a-4b9d-a012-a2093d6220de" -d '{"events": [{"server_uuid": "1db243f4-c036-4853-affc-ef960a731a2d", "name": "network-vif-deleted", "tag": "f78c6a23-4bb6-4698-8dac-5714b02fe868"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 18:07:04.408284 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c6012e38-e7fb-4cd2-8b09-9c6ed5152d8f admin admin] Publish callbacks [] for security_group (b0626ee7-ff69-4df1-9571-86e319ab65e6), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:04.505650 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c6012e38-e7fb-4cd2-8b09-9c6ed5152d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (b0626ee7-ff69-4df1-9571-86e319ab65e6), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:04.510959 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c6012e38-e7fb-4cd2-8b09-9c6ed5152d8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:04.513357 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-c6012e38-e7fb-4cd2-8b09-9c6ed5152d8f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b0626ee7-ff69-4df1-9571-86e319ab65e6 HTTP/1.1" status: 204 len: 168 time: 0.2005358 Mar 23 18:07:04.524561 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-5bd88e27-4477-40b2-a4ef-0a975ee512c8 None None] Set router e9794722-c150-44c7-906a-28cfb4d22793 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 18:07:04.536477 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6012e38-e7fb-4cd2-8b09-9c6ed5152d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0626ee7-ff69-4df1-9571-86e319ab65e6,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:07:04.556380 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6012e38-e7fb-4cd2-8b09-9c6ed5152d8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:07:04.557128 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6012e38-e7fb-4cd2-8b09-9c6ed5152d8f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:07:04.557707 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6012e38-e7fb-4cd2-8b09-9c6ed5152d8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:07:04.558194 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6012e38-e7fb-4cd2-8b09-9c6ed5152d8f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:07:04.559294 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6012e38-e7fb-4cd2-8b09-9c6ed5152d8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:07:04.559781 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6012e38-e7fb-4cd2-8b09-9c6ed5152d8f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:07:04.560254 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6012e38-e7fb-4cd2-8b09-9c6ed5152d8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:07:04.560727 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6012e38-e7fb-4cd2-8b09-9c6ed5152d8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:07:04.561237 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6012e38-e7fb-4cd2-8b09-9c6ed5152d8f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:07:04.561695 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6012e38-e7fb-4cd2-8b09-9c6ed5152d8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:07:04.562166 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6012e38-e7fb-4cd2-8b09-9c6ed5152d8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:07:04.562943 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6012e38-e7fb-4cd2-8b09-9c6ed5152d8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:07:04.563603 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6012e38-e7fb-4cd2-8b09-9c6ed5152d8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:07:04.564083 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6012e38-e7fb-4cd2-8b09-9c6ed5152d8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:07:04.564639 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6012e38-e7fb-4cd2-8b09-9c6ed5152d8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:07:04.565969 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 18:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7711ed24-207f-4299-91c6-392f3e8942f0 x-openstack-request-id: req-7711ed24-207f-4299-91c6-392f3e8942f0 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 18:07:04.566714 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db243f4-c036-4853-affc-ef960a731a2d", "name": "network-vif-deleted", "tag": "f78c6a23-4bb6-4698-8dac-5714b02fe868", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 18:07:04.566714 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7711ed24-207f-4299-91c6-392f3e8942f0 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 18:07:04.566957 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7711ed24-207f-4299-91c6-392f3e8942f0'] response: {'server_uuid': '1db243f4-c036-4853-affc-ef960a731a2d', 'name': 'network-vif-deleted', 'tag': 'f78c6a23-4bb6-4698-8dac-5714b02fe868', 'status': 'completed', 'code': 200} Mar 23 18:07:04.783174 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-5bd88e27-4477-40b2-a4ef-0a975ee512c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'name': 'tempest-AttachVolumeNegativeTest-1323889583-router', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:27Z', 'revision_number': 4, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'gw_port': {'id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '24758108-f7b9-4a7b-a8d0-a67a29e436b3', 'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'mac_address': 'fa:16:3e:87:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd923e995-8ad4-43f2-beba-221af8031362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:25Z', 'updated_at': '2022-03-23T17:29:42Z', 'revision_number': 5, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'subnets': [{'id': 'd923e995-8ad4-43f2-beba-221af8031362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:07:04.814648 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd88e27-4477-40b2-a4ef-0a975ee512c8 None None] Checking router: e9794722-c150-44c7-906a-28cfb4d22793 for host: dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 18:07:04.823650 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd88e27-4477-40b2-a4ef-0a975ee512c8 None None] Routers {'e9794722-c150-44c7-906a-28cfb4d22793'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 18:07:04.824260 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-5bd88e27-4477-40b2-a4ef-0a975ee512c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T18:06:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['e9794722-c150-44c7-906a-28cfb4d22793'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:07:04.881108 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 55968) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:07:04.900351 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d926a88a-fb4e-4215-8ab9-1091dfe6e25e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:04.985961 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-5bd88e27-4477-40b2-a4ef-0a975ee512c8 None None] Set router e9794722-c150-44c7-906a-28cfb4d22793 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 18:07:05.010675 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d926a88a-fb4e-4215-8ab9-1091dfe6e25e admin admin] Publish callbacks [] for security_group (c547b6c9-d71c-4227-9db8-b9c83eb383e7), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:05.020249 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d926a88a-fb4e-4215-8ab9-1091dfe6e25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (c547b6c9-d71c-4227-9db8-b9c83eb383e7), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:05.059275 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-d926a88a-fb4e-4215-8ab9-1091dfe6e25e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d3666377d5424fe4b72ff18621f2868c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1725652 Mar 23 18:07:05.062005 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 55970) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:07:05.062640 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d926a88a-fb4e-4215-8ab9-1091dfe6e25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c547b6c9-d71c-4227-9db8-b9c83eb383e7,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:07:05.116509 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d1d05599-a379-4ef9-9f02-2fad795db27e admin admin] Publish callbacks [] for security_group (c547b6c9-d71c-4227-9db8-b9c83eb383e7), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:05.142415 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d1d05599-a379-4ef9-9f02-2fad795db27e admin admin] Publish callbacks [] for security_group (c547b6c9-d71c-4227-9db8-b9c83eb383e7), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:05.193747 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d1d05599-a379-4ef9-9f02-2fad795db27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (c547b6c9-d71c-4227-9db8-b9c83eb383e7), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:05.196517 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d1d05599-a379-4ef9-9f02-2fad795db27e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:05.200325 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-d1d05599-a379-4ef9-9f02-2fad795db27e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c547b6c9-d71c-4227-9db8-b9c83eb383e7 HTTP/1.1" status: 204 len: 168 time: 0.1343429 Mar 23 18:07:05.206179 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d05599-a379-4ef9-9f02-2fad795db27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c547b6c9-d71c-4227-9db8-b9c83eb383e7,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:07:05.212240 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-5bd88e27-4477-40b2-a4ef-0a975ee512c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'name': 'tempest-AttachVolumeNegativeTest-1323889583-router', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:27Z', 'revision_number': 4, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'gw_port': {'id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '24758108-f7b9-4a7b-a8d0-a67a29e436b3', 'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'mac_address': 'fa:16:3e:87:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd923e995-8ad4-43f2-beba-221af8031362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:25Z', 'updated_at': '2022-03-23T17:29:42Z', 'revision_number': 5, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'subnets': [{'id': 'd923e995-8ad4-43f2-beba-221af8031362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:07:05.303220 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 55978) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:07:05.344505 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd88e27-4477-40b2-a4ef-0a975ee512c8 None None] The sync data for ids ['e9794722-c150-44c7-906a-28cfb4d22793'] in dv-cinder-834920-1-iscsi is: [{'id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'name': 'tempest-AttachVolumeNegativeTest-1323889583-router', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:27Z', 'revision_number': 4, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'gw_port': {'id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '24758108-f7b9-4a7b-a8d0-a67a29e436b3', 'name': '', 'network_id': '2888c7fe-ae98-4d0e-9549-8ca804e8c855', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'mac_address': 'fa:16:3e:87:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd923e995-8ad4-43f2-beba-221af8031362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:25Z', 'updated_at': '2022-03-23T17:29:42Z', 'revision_number': 5, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'subnets': [{'id': 'd923e995-8ad4-43f2-beba-221af8031362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 18:07:05.379833 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ab8f3f58-4bc2-4968-b6d8-4666e45b8866 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group (236c783f-4529-40b6-be7f-91d064b445eb), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:05.412785 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ab8f3f58-4bc2-4968-b6d8-4666e45b8866 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group (236c783f-4529-40b6-be7f-91d064b445eb), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:05.471840 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ab8f3f58-4bc2-4968-b6d8-4666e45b8866 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (236c783f-4529-40b6-be7f-91d064b445eb), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:05.474418 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-ab8f3f58-4bc2-4968-b6d8-4666e45b8866 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:05.475795 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-ab8f3f58-4bc2-4968-b6d8-4666e45b8866 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "DELETE /v2.0/security-groups/236c783f-4529-40b6-be7f-91d064b445eb HTTP/1.1" status: 204 len: 168 time: 0.1715460 Mar 23 18:07:05.478626 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 55986) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:07:05.485676 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f3f58-4bc2-4968-b6d8-4666e45b8866 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=236c783f-4529-40b6-be7f-91d064b445eb,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:07:05.493071 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.api.v2.resource [None req-30c67541-b1b9-4447-8866-0f73685167d8 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] show failed (client error): The resource could not be found. Mar 23 18:07:05.494361 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-30c67541-b1b9-4447-8866-0f73685167d8 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "GET /v2.0/security-groups/236c783f-4529-40b6-be7f-91d064b445eb HTTP/1.1" status: 404 len: 347 time: 0.0146117 Mar 23 18:07:05.497254 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 55988) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:07:05.635273 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-636434c9-be92-4f80-987f-f04f4d317a54 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Deleting port 4d44237d-420c-44ef-8885-2eb905a9b006 {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 18:07:05.635617 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-636434c9-be92-4f80-987f-f04f4d317a54 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (4d44237d-420c-44ef-8885-2eb905a9b006), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:05.656354 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e5bcb9-2fea-47ca-ba60-915e4972af7c None None] New status for floating IP bf69360a-c272-45f0-8a11-ee9825e47ac7: DOWN {{(pid=103209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 18:07:05.713383 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-636434c9-be92-4f80-987f-f04f4d317a54 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (4d44237d-420c-44ef-8885-2eb905a9b006), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:05.713706 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-636434c9-be92-4f80-987f-f04f4d317a54 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for floatingip (4d44237d-420c-44ef-8885-2eb905a9b006), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:05.726123 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-636434c9-be92-4f80-987f-f04f4d317a54 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Calling delete_port for 4d44237d-420c-44ef-8885-2eb905a9b006 owned by network:floatingip {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 18:07:05.866684 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-636434c9-be92-4f80-987f-f04f4d317a54 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59308127'] for port (4d44237d-420c-44ef-8885-2eb905a9b006), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:05.919583 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636434c9-be92-4f80-987f-f04f4d317a54 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Pushing event deleted for resources: {'Port': ['ID=4d44237d-420c-44ef-8885-2eb905a9b006,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:07:05.955621 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-636434c9-be92-4f80-987f-f04f4d317a54 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks [] for floatingip (bf69360a-c272-45f0-8a11-ee9825e47ac7), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:05.958391 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-636434c9-be92-4f80-987f-f04f4d317a54 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:05.959528 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-636434c9-be92-4f80-987f-f04f4d317a54 tempest-AttachVolumeNegativeTest-1266384360 tempest-AttachVolumeNegativeTest-1266384360-project] 10.222.0.41 "DELETE /v2.0/floatingips/bf69360a-c272-45f0-8a11-ee9825e47ac7 HTTP/1.1" status: 204 len: 168 time: 0.4612138 Mar 23 18:07:07.697570 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2edcdb0a-548e-48c6-95ac-23fa26e8ff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:07.875083 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device f78c6a23-4bb6-4698-8dac-5714b02fe868 no longer exists at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 18:07:07.895419 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] No Port match for: f78c6a23-4bb6-4698-8dac-5714b02fe868 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 18:07:07.895766 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device f78c6a23-4bb6-4698-8dac-5714b02fe868 not bound to the agent host hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 18:07:10.196078 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bba3507f-03cd-45e7-88b3-3dd71df264b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:11.602044 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:13.007567 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:14.191752 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:17.223386 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:07:25.190273 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:37.704537 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-02fb12f8-1346-4fd2-808e-88c0ea6692e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:40.197291 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7b891f6b-f82c-4e41-a177-977f41d3f19d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:41.614277 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:43.017741 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:44.188391 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:07:54.227782 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:07:55.187997 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:08:07.698488 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ba223aff-c276-423b-875b-990cbaf14784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:08:10.192568 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-98dc7c0a-93a1-42af-8ed5-f47f9302057a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:08:11.611506 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:08:13.018034 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:08:14.189929 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:08:25.181616 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:08:31.227059 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:08:37.705938 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-263b1860-c703-4c50-a2f7-76216510cda9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:08:40.201156 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d3a8978f-c07b-4cd6-9d8b-e6912c617963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:08:41.615196 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:08:43.026126 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:08:44.185689 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:08:55.178510 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:09:07.703569 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-46ea31e3-136d-437d-8dcc-5e8f0c91e7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:09:08.228961 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:09:10.199721 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f7134eb8-e7f6-41ab-8d5c-5ac1c58800bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:09:11.613760 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:09:13.028970 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:09:14.190489 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:09:25.174067 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:09:37.701054 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e2ec432a-d83a-4696-9d39-df0b04d7ce06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:09:40.198509 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ba3be52d-b14a-49f4-9413-dae5e2c8bc50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:09:41.616872 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:09:43.030137 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:09:44.187893 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:09:45.227602 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:09:53.943969 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 57352) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:09:54.070698 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7c2fabac-6798-4837-9cbc-8588b1c5c228 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:09:54.151479 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7c2fabac-6798-4837-9cbc-8588b1c5c228 admin admin] Publish callbacks [] for security_group (ac28ad2e-0a82-472d-a006-b8f55d3fbae2), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:09:54.156263 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7c2fabac-6798-4837-9cbc-8588b1c5c228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (ac28ad2e-0a82-472d-a006-b8f55d3fbae2), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:09:54.195164 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-7c2fabac-6798-4837-9cbc-8588b1c5c228 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=93f8f856f6aa450589c295ada4691460&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2499328 Mar 23 18:09:54.196014 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2fabac-6798-4837-9cbc-8588b1c5c228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac28ad2e-0a82-472d-a006-b8f55d3fbae2,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:09:54.198091 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 57358) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:09:54.203503 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fabac-6798-4837-9cbc-8588b1c5c228 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:09:54.203844 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fabac-6798-4837-9cbc-8588b1c5c228 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:09:54.204181 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fabac-6798-4837-9cbc-8588b1c5c228 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:09:54.204517 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fabac-6798-4837-9cbc-8588b1c5c228 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:09:54.204845 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fabac-6798-4837-9cbc-8588b1c5c228 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:09:54.205189 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fabac-6798-4837-9cbc-8588b1c5c228 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:09:54.205786 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fabac-6798-4837-9cbc-8588b1c5c228 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:09:54.205980 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fabac-6798-4837-9cbc-8588b1c5c228 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:09:54.206141 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fabac-6798-4837-9cbc-8588b1c5c228 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:09:54.206460 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fabac-6798-4837-9cbc-8588b1c5c228 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:09:54.206779 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fabac-6798-4837-9cbc-8588b1c5c228 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:09:54.207148 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fabac-6798-4837-9cbc-8588b1c5c228 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:09:54.207467 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fabac-6798-4837-9cbc-8588b1c5c228 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:09:54.207802 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fabac-6798-4837-9cbc-8588b1c5c228 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:09:54.208238 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2fabac-6798-4837-9cbc-8588b1c5c228 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:09:54.253868 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e409e3c1-9a90-42c8-af95-2b8a7f8de328 admin admin] Publish callbacks [] for security_group (ac28ad2e-0a82-472d-a006-b8f55d3fbae2), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:09:54.276605 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e409e3c1-9a90-42c8-af95-2b8a7f8de328 admin admin] Publish callbacks [] for security_group (ac28ad2e-0a82-472d-a006-b8f55d3fbae2), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:09:54.335335 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e409e3c1-9a90-42c8-af95-2b8a7f8de328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (ac28ad2e-0a82-472d-a006-b8f55d3fbae2), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:09:54.338276 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-e409e3c1-9a90-42c8-af95-2b8a7f8de328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:09:54.339447 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-e409e3c1-9a90-42c8-af95-2b8a7f8de328 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ac28ad2e-0a82-472d-a006-b8f55d3fbae2 HTTP/1.1" status: 204 len: 168 time: 0.1403351 Mar 23 18:09:54.347789 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e409e3c1-9a90-42c8-af95-2b8a7f8de328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac28ad2e-0a82-472d-a006-b8f55d3fbae2,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:09:54.354881 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e409e3c1-9a90-42c8-af95-2b8a7f8de328 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:09:54.355225 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e409e3c1-9a90-42c8-af95-2b8a7f8de328 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:09:54.355563 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e409e3c1-9a90-42c8-af95-2b8a7f8de328 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:09:54.355900 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e409e3c1-9a90-42c8-af95-2b8a7f8de328 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:09:54.356227 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e409e3c1-9a90-42c8-af95-2b8a7f8de328 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:09:54.356548 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e409e3c1-9a90-42c8-af95-2b8a7f8de328 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:09:54.356865 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e409e3c1-9a90-42c8-af95-2b8a7f8de328 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:09:54.357204 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e409e3c1-9a90-42c8-af95-2b8a7f8de328 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:09:54.357529 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e409e3c1-9a90-42c8-af95-2b8a7f8de328 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:09:54.357846 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e409e3c1-9a90-42c8-af95-2b8a7f8de328 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:09:54.358165 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e409e3c1-9a90-42c8-af95-2b8a7f8de328 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:09:54.358479 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e409e3c1-9a90-42c8-af95-2b8a7f8de328 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:09:54.358806 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e409e3c1-9a90-42c8-af95-2b8a7f8de328 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:09:54.359114 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e409e3c1-9a90-42c8-af95-2b8a7f8de328 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:09:54.359422 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e409e3c1-9a90-42c8-af95-2b8a7f8de328 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:09:54.664898 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 57368) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:09:54.679235 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d49f618e-41aa-4b4c-8247-d7f7363a5b84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:09:54.765911 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d49f618e-41aa-4b4c-8247-d7f7363a5b84 admin admin] Publish callbacks [] for security_group (d35e8acd-3098-4035-b482-76b64f7f51af), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:09:54.772080 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d49f618e-41aa-4b4c-8247-d7f7363a5b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (d35e8acd-3098-4035-b482-76b64f7f51af), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:09:54.810823 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-d49f618e-41aa-4b4c-8247-d7f7363a5b84 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=502ea4fb4a814a988ccbcb43dac6f9c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1447625 Mar 23 18:09:54.811671 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f618e-41aa-4b4c-8247-d7f7363a5b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35e8acd-3098-4035-b482-76b64f7f51af,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:09:54.814981 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 57372) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:09:54.876088 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-dd8cd7ac-3db2-4889-a1e0-608f7cdbc5d0 admin admin] Publish callbacks [] for security_group (d35e8acd-3098-4035-b482-76b64f7f51af), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:09:54.898354 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-dd8cd7ac-3db2-4889-a1e0-608f7cdbc5d0 admin admin] Publish callbacks [] for security_group (d35e8acd-3098-4035-b482-76b64f7f51af), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:09:54.951558 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-dd8cd7ac-3db2-4889-a1e0-608f7cdbc5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (d35e8acd-3098-4035-b482-76b64f7f51af), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:09:54.954911 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-dd8cd7ac-3db2-4889-a1e0-608f7cdbc5d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:09:54.956515 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-dd8cd7ac-3db2-4889-a1e0-608f7cdbc5d0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d35e8acd-3098-4035-b482-76b64f7f51af HTTP/1.1" status: 204 len: 168 time: 0.1391025 Mar 23 18:09:54.967278 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8cd7ac-3db2-4889-a1e0-608f7cdbc5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35e8acd-3098-4035-b482-76b64f7f51af,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:09:55.173396 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:03.816653 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 57506) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:10:03.926954 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-44c1af59-c969-428d-b356-48253940bb23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:04.008913 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-44c1af59-c969-428d-b356-48253940bb23 admin admin] Publish callbacks [] for security_group (ad8d683a-e4eb-4813-b435-a06a859ebe8b), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:04.014425 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-44c1af59-c969-428d-b356-48253940bb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (ad8d683a-e4eb-4813-b435-a06a859ebe8b), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:04.052647 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-44c1af59-c969-428d-b356-48253940bb23 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ecbf8aeef8c42c6a8909319f4ef392e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345784 Mar 23 18:10:04.053826 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1af59-c969-428d-b356-48253940bb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8d683a-e4eb-4813-b435-a06a859ebe8b,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:04.056120 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 57510) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:10:04.121206 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-37cb7ad9-91e8-4b45-9885-67543ac34271 admin admin] Publish callbacks [] for security_group (ad8d683a-e4eb-4813-b435-a06a859ebe8b), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:04.144554 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-37cb7ad9-91e8-4b45-9885-67543ac34271 admin admin] Publish callbacks [] for security_group (ad8d683a-e4eb-4813-b435-a06a859ebe8b), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:04.195576 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-37cb7ad9-91e8-4b45-9885-67543ac34271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (ad8d683a-e4eb-4813-b435-a06a859ebe8b), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:04.198340 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-37cb7ad9-91e8-4b45-9885-67543ac34271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:04.199522 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-37cb7ad9-91e8-4b45-9885-67543ac34271 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ad8d683a-e4eb-4813-b435-a06a859ebe8b HTTP/1.1" status: 204 len: 168 time: 0.1425121 Mar 23 18:10:04.207864 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb7ad9-91e8-4b45-9885-67543ac34271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8d683a-e4eb-4813-b435-a06a859ebe8b,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:07.698633 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a3497a33-1526-4a11-a643-5724899c4557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:10.201974 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c831148b-b95b-4fb4-9382-731982e9b74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:11.619802 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:12.229114 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 57622) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:10:12.346150 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2365520d-3adc-49c6-87cc-d60d9ced2019 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:12.433853 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2365520d-3adc-49c6-87cc-d60d9ced2019 admin admin] Publish callbacks [] for security_group (63419f55-8241-4435-b54f-c04d82638cbd), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:12.440003 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-2365520d-3adc-49c6-87cc-d60d9ced2019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (63419f55-8241-4435-b54f-c04d82638cbd), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:12.478180 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365520d-3adc-49c6-87cc-d60d9ced2019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63419f55-8241-4435-b54f-c04d82638cbd,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:12.485706 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-2365520d-3adc-49c6-87cc-d60d9ced2019 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=936ab7f168544aba9ff25ebea7102164&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2549627 Mar 23 18:10:12.486984 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 57628) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:10:12.537973 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d14e4f9c-e17b-4839-8fcf-cb4cac882839 admin admin] Publish callbacks [] for security_group (63419f55-8241-4435-b54f-c04d82638cbd), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:12.558054 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d14e4f9c-e17b-4839-8fcf-cb4cac882839 admin admin] Publish callbacks [] for security_group (63419f55-8241-4435-b54f-c04d82638cbd), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:12.607202 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d14e4f9c-e17b-4839-8fcf-cb4cac882839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (63419f55-8241-4435-b54f-c04d82638cbd), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:12.609934 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d14e4f9c-e17b-4839-8fcf-cb4cac882839 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:12.611063 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-d14e4f9c-e17b-4839-8fcf-cb4cac882839 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/63419f55-8241-4435-b54f-c04d82638cbd HTTP/1.1" status: 204 len: 168 time: 0.1230841 Mar 23 18:10:12.619162 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e4f9c-e17b-4839-8fcf-cb4cac882839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63419f55-8241-4435-b54f-c04d82638cbd,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:13.038646 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:13.315722 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 57652) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:10:13.420033 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-7482afbc-ee5c-4864-9431-f27e79bc05b1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-362245812-network', 'tenant_id': 'ed1550934d274f9dbfd2b976fcd1630c'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 18:10:13.442755 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7482afbc-ee5c-4864-9431-f27e79bc05b1 admin admin] Made reservation on behalf of ed1550934d274f9dbfd2b976fcd1630c for: {'network': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 18:10:13.445239 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7482afbc-ee5c-4864-9431-f27e79bc05b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for network (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:13.454563 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7482afbc-ee5c-4864-9431-f27e79bc05b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:13.539272 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7482afbc-ee5c-4864-9431-f27e79bc05b1 admin admin] Publish callbacks [] for security_group (50a05b21-b769-49e9-8bb5-29974b5f5b01), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:13.544408 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7482afbc-ee5c-4864-9431-f27e79bc05b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (50a05b21-b769-49e9-8bb5-29974b5f5b01), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:13.567341 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7482afbc-ee5c-4864-9431-f27e79bc05b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=103207) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 18:10:13.581459 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7482afbc-ee5c-4864-9431-f27e79bc05b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a05b21-b769-49e9-8bb5-29974b5f5b01,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:13.587230 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7482afbc-ee5c-4864-9431-f27e79bc05b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464'] for segment (fbe3bea3-1bd2-4671-a8c9-19fc1227495a), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:13.587575 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.db.segments_db [None req-7482afbc-ee5c-4864-9431-f27e79bc05b1 admin admin] Added segment fbe3bea3-1bd2-4671-a8c9-19fc1227495a of type vlan for network 2a6ac686-ec45-48c2-911d-d2c740a8c535 Mar 23 18:10:13.631065 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7482afbc-ee5c-4864-9431-f27e79bc05b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741035590211'] for network (2a6ac686-ec45-48c2-911d-d2c740a8c535), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:13.665092 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7482afbc-ee5c-4864-9431-f27e79bc05b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701'] for network (2a6ac686-ec45-48c2-911d-d2c740a8c535), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:13.666247 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7482afbc-ee5c-4864-9431-f27e79bc05b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:10:13.666899 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-7482afbc-ee5c-4864-9431-f27e79bc05b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for network (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:13.723985 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-7482afbc-ee5c-4864-9431-f27e79bc05b1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4069843 Mar 23 18:10:13.727477 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 57658) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:10:13.731544 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7482afbc-ee5c-4864-9431-f27e79bc05b1 admin admin] Pushing event updated for resources: {'Network': ['ID=2a6ac686-ec45-48c2-911d-d2c740a8c535,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:13.733966 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-a9299589-234a-49e0-b88c-486dc58cb763 admin admin] Request body: {'subnet': {'network_id': '2a6ac686-ec45-48c2-911d-d2c740a8c535', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-362245812-subnet', 'tenant_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'ip_version': 4}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 18:10:13.744306 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Network 2a6ac686-ec45-48c2-911d-d2c740a8c535 details requested by agent ovs-agent-dv-cinder-834920-1-iscsi with host dv-cinder-834920-1-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 18:10:13.758500 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9299589-234a-49e0-b88c-486dc58cb763 admin admin] Made reservation on behalf of ed1550934d274f9dbfd2b976fcd1630c for: {'subnet': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 18:10:13.760874 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a9299589-234a-49e0-b88c-486dc58cb763 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59263857'] for subnet (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:13.942143 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a9299589-234a-49e0-b88c-486dc58cb763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59308783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59263847'] for subnet (bd55860f-b8e9-4ea5-9200-1dd953d89cda), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:13.991539 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9299589-234a-49e0-b88c-486dc58cb763 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd55860f-b8e9-4ea5-9200-1dd953d89cda,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:14.007664 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9299589-234a-49e0-b88c-486dc58cb763 admin admin] Checking segment: {'id': 'fbe3bea3-1bd2-4671-a8c9-19fc1227495a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '2a6ac686-ec45-48c2-911d-d2c740a8c535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 18:10:14.008046 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9299589-234a-49e0-b88c-486dc58cb763 admin admin] Network hostable DHCP agents. Network: 2a6ac686-ec45-48c2-911d-d2c740a8c535, hostable agents: ['0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66'], hosted agents: [] {{(pid=103208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 18:10:14.028118 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9299589-234a-49e0-b88c-486dc58cb763 admin admin] Network 2a6ac686-ec45-48c2-911d-d2c740a8c535 is scheduled to be hosted by DHCP agent 0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66 with binding_index 1 {{(pid=103208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 18:10:14.038893 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-a9299589-234a-49e0-b88c-486dc58cb763 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834920-1-iscsi, 2a6ac686-ec45-48c2-911d-d2c740a8c535) {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 18:10:14.043602 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9299589-234a-49e0-b88c-486dc58cb763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:10:14.044196 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-a9299589-234a-49e0-b88c-486dc58cb763 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:14.049907 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27eaa136-cc28-41fa-95de-a442ad60d929 None None] Network 2a6ac686-ec45-48c2-911d-d2c740a8c535 requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 18:10:14.066451 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-a9299589-234a-49e0-b88c-486dc58cb763 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3343499 Mar 23 18:10:14.066678 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 57662) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:10:14.071154 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-7a50ff2a-88dd-4539-b62a-88ff0d7f60c3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-362245812-router', 'tenant_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 18:10:14.096129 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7a50ff2a-88dd-4539-b62a-88ff0d7f60c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3239'] for router (ed119067-a227-4c5b-81ce-96add2b6b344), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:14.097215 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7a50ff2a-88dd-4539-b62a-88ff0d7f60c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614398', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3216'] for router (ed119067-a227-4c5b-81ce-96add2b6b344), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:14.150159 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7a50ff2a-88dd-4539-b62a-88ff0d7f60c3 admin admin] Publish callbacks [] for router_controller (ed119067-a227-4c5b-81ce-96add2b6b344), precommit_add_association {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:14.303528 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d4cc2d-4e23-4660-b3da-1ad3f25f660d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4e3ed9b-8bb8-5e9e-b680-033646fc88a4-2a6ac686-ec45-48c2-911d-d2c740a8c535', 'network_id': '2a6ac686-ec45-48c2-911d-d2c740a8c535', 'project_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'fixed_ips': [{'subnet_id': 'bd55860f-b8e9-4ea5-9200-1dd953d89cda'}]}} from dv-cinder-834920-1-iscsi. {{(pid=103209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 18:10:14.305105 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-45d4cc2d-4e23-4660-b3da-1ad3f25f660d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:14.318605 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:14.454735 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [None req-45d4cc2d-4e23-4660-b3da-1ad3f25f660d None None] Allocated IP 172.20.0.2 (2a6ac686-ec45-48c2-911d-d2c740a8c535/bd55860f-b8e9-4ea5-9200-1dd953d89cda/c2edf955-e124-4543-8a5a-f774d8e16fd9) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 18:10:14.578259 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7a50ff2a-88dd-4539-b62a-88ff0d7f60c3 admin admin] Publish callbacks [] for router_gateway (ed119067-a227-4c5b-81ce-96add2b6b344), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:14.616126 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-45d4cc2d-4e23-4660-b3da-1ad3f25f660d None None] Publish callbacks [] for port (c2edf955-e124-4543-8a5a-f774d8e16fd9), precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:14.624103 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-45d4cc2d-4e23-4660-b3da-1ad3f25f660d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (c2edf955-e124-4543-8a5a-f774d8e16fd9), after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:14.667255 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d4cc2d-4e23-4660-b3da-1ad3f25f660d None None] Network 2a6ac686-ec45-48c2-911d-d2c740a8c535 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 18:10:14.670191 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-45d4cc2d-4e23-4660-b3da-1ad3f25f660d None None] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 18:10:14.672995 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d4cc2d-4e23-4660-b3da-1ad3f25f660d None None] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 18:10:14.688719 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4cc2d-4e23-4660-b3da-1ad3f25f660d None None] Pushing event updated for resources: {'Port': ['ID=c2edf955-e124-4543-8a5a-f774d8e16fd9,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:14.715195 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d4cc2d-4e23-4660-b3da-1ad3f25f660d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:14.715566 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d4cc2d-4e23-4660-b3da-1ad3f25f660d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:14.715839 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d4cc2d-4e23-4660-b3da-1ad3f25f660d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:14.716203 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d4cc2d-4e23-4660-b3da-1ad3f25f660d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:14.716746 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d4cc2d-4e23-4660-b3da-1ad3f25f660d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:14.716909 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d4cc2d-4e23-4660-b3da-1ad3f25f660d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:14.717130 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d4cc2d-4e23-4660-b3da-1ad3f25f660d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:14.717471 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d4cc2d-4e23-4660-b3da-1ad3f25f660d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:14.717791 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d4cc2d-4e23-4660-b3da-1ad3f25f660d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:14.718108 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d4cc2d-4e23-4660-b3da-1ad3f25f660d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:14.718423 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d4cc2d-4e23-4660-b3da-1ad3f25f660d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:14.718740 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d4cc2d-4e23-4660-b3da-1ad3f25f660d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:14.719058 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d4cc2d-4e23-4660-b3da-1ad3f25f660d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:14.719361 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d4cc2d-4e23-4660-b3da-1ad3f25f660d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:14.719669 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d4cc2d-4e23-4660-b3da-1ad3f25f660d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:14.760966 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-45d4cc2d-4e23-4660-b3da-1ad3f25f660d None None] Attempting to bind port c2edf955-e124-4543-8a5a-f774d8e16fd9 on host dv-cinder-834920-1-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 18:10:14.761494 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-45d4cc2d-4e23-4660-b3da-1ad3f25f660d None None] Attempting to bind port c2edf955-e124-4543-8a5a-f774d8e16fd9 by drivers openvswitch,hyperv on host dv-cinder-834920-1-iscsi at level 0 using segments [{'id': 'fbe3bea3-1bd2-4671-a8c9-19fc1227495a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '2a6ac686-ec45-48c2-911d-d2c740a8c535'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 18:10:14.761962 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d4cc2d-4e23-4660-b3da-1ad3f25f660d None None] Attempting to bind port c2edf955-e124-4543-8a5a-f774d8e16fd9 on network 2a6ac686-ec45-48c2-911d-d2c740a8c535 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 18:10:14.768454 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d4cc2d-4e23-4660-b3da-1ad3f25f660d None None] Checking agent: {'id': '827fbf48-cdcd-428c-a50e-7eba0e2d74f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834920-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 21, 14), 'started_at': datetime.datetime(2022, 3, 23, 17, 21, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 18, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834920-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 18:10:14.769009 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d4cc2d-4e23-4660-b3da-1ad3f25f660d None None] Checking segment: {'id': 'fbe3bea3-1bd2-4671-a8c9-19fc1227495a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '2a6ac686-ec45-48c2-911d-d2c740a8c535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 18:10:14.769566 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-45d4cc2d-4e23-4660-b3da-1ad3f25f660d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:14.770105 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d4cc2d-4e23-4660-b3da-1ad3f25f660d None None] Bound using segment: {'id': 'fbe3bea3-1bd2-4671-a8c9-19fc1227495a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '2a6ac686-ec45-48c2-911d-d2c740a8c535'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 18:10:14.770899 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-45d4cc2d-4e23-4660-b3da-1ad3f25f660d None None] Bound port: c2edf955-e124-4543-8a5a-f774d8e16fd9, host: dv-cinder-834920-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe3bea3-1bd2-4671-a8c9-19fc1227495a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '2a6ac686-ec45-48c2-911d-d2c740a8c535'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 18:10:14.771465 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-45d4cc2d-4e23-4660-b3da-1ad3f25f660d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (c2edf955-e124-4543-8a5a-f774d8e16fd9), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:14.823831 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7a50ff2a-88dd-4539-b62a-88ff0d7f60c3 admin admin] Publish callbacks [] for router_gateway (ed119067-a227-4c5b-81ce-96add2b6b344), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:14.845242 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7a50ff2a-88dd-4539-b62a-88ff0d7f60c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:14.846935 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-45d4cc2d-4e23-4660-b3da-1ad3f25f660d None None] For port c2edf955-e124-4543-8a5a-f774d8e16fd9, host dv-cinder-834920-1-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 18:10:14.852896 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-45d4cc2d-4e23-4660-b3da-1ad3f25f660d None None] For port c2edf955-e124-4543-8a5a-f774d8e16fd9, host dv-cinder-834920-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=c2edf955-e124-4543-8a5a-f774d8e16fd9,segment=NetworkSegment(fbe3bea3-1bd2-4671-a8c9-19fc1227495a),segment_id=fbe3bea3-1bd2-4671-a8c9-19fc1227495a)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 18:10:14.872311 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-45d4cc2d-4e23-4660-b3da-1ad3f25f660d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (c2edf955-e124-4543-8a5a-f774d8e16fd9), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:14.963146 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4cc2d-4e23-4660-b3da-1ad3f25f660d None None] Pushing event updated for resources: {'Port': ['ID=c2edf955-e124-4543-8a5a-f774d8e16fd9,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:14.974389 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [None req-7a50ff2a-88dd-4539-b62a-88ff0d7f60c3 admin admin] Allocated IP 172.27.2.105 (17d610fd-133a-4c28-bfb5-fce45cda1090/3c39f8ab-3a38-4914-94a2-be3bf3be7af7/fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 18:10:15.138053 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7a50ff2a-88dd-4539-b62a-88ff0d7f60c3 admin admin] Publish callbacks [] for port (fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:15.193877 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7a50ff2a-88dd-4539-b62a-88ff0d7f60c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59308127'] for port (fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:15.251912 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a50ff2a-88dd-4539-b62a-88ff0d7f60c3 admin admin] Network 17d610fd-133a-4c28-bfb5-fce45cda1090 is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 18:10:15.256374 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-7a50ff2a-88dd-4539-b62a-88ff0d7f60c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 18:10:15.265645 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a50ff2a-88dd-4539-b62a-88ff0d7f60c3 admin admin] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 18:10:15.274510 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a50ff2a-88dd-4539-b62a-88ff0d7f60c3 admin admin] Pushing event updated for resources: {'Port': ['ID=fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:15.366782 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device c2edf955-e124-4543-8a5a-f774d8e16fd9 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 18:10:15.420523 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port c2edf955-e124-4543-8a5a-f774d8e16fd9 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 18:10:15.421085 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (c2edf955-e124-4543-8a5a-f774d8e16fd9), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:15.532194 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port c2edf955-e124-4543-8a5a-f774d8e16fd9 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 18:10:15.532780 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (c2edf955-e124-4543-8a5a-f774d8e16fd9), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:15.579716 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] For port c2edf955-e124-4543-8a5a-f774d8e16fd9, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=c2edf955-e124-4543-8a5a-f774d8e16fd9,segment=NetworkSegment(fbe3bea3-1bd2-4671-a8c9-19fc1227495a),segment_id=fbe3bea3-1bd2-4671-a8c9-19fc1227495a)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 18:10:15.590373 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (c2edf955-e124-4543-8a5a-f774d8e16fd9), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:15.621395 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7a50ff2a-88dd-4539-b62a-88ff0d7f60c3 admin admin] Publish callbacks [] for router_gateway (ed119067-a227-4c5b-81ce-96add2b6b344), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:15.651083 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Pushing event updated for resources: {'Port': ['ID=c2edf955-e124-4543-8a5a-f774d8e16fd9,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:15.872731 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7a50ff2a-88dd-4539-b62a-88ff0d7f60c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614187'] for router (ed119067-a227-4c5b-81ce-96add2b6b344), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:16.000161 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc87ef7-d5d1-493b-890f-c563f3c67b80 None None] Network 2a6ac686-ec45-48c2-911d-d2c740a8c535 requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 18:10:16.044826 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a50ff2a-88dd-4539-b62a-88ff0d7f60c3 admin admin] Router ed119067-a227-4c5b-81ce-96add2b6b344 is scheduled to L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 with binding_index 1 {{(pid=103208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 18:10:16.109125 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-f38fcf44-02f5-4e8c-96bd-7627d33ed3c2 None None] Provisioning complete for port c2edf955-e124-4543-8a5a-f774d8e16fd9 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 18:10:16.109502 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f38fcf44-02f5-4e8c-96bd-7627d33ed3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (c2edf955-e124-4543-8a5a-f774d8e16fd9), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:16.187873 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a50ff2a-88dd-4539-b62a-88ff0d7f60c3 admin admin] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 18:10:16.210870 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b668d4-d74c-40dd-bfe1-225d7513a3c5 None None] Sync routers for ids ['ed119067-a227-4c5b-81ce-96add2b6b344'] in dv-cinder-834920-1-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 18:10:16.214389 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-7a50ff2a-88dd-4539-b62a-88ff0d7f60c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:16.218982 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-7a50ff2a-88dd-4539-b62a-88ff0d7f60c3 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1487236 Mar 23 18:10:16.219240 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 57672) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:10:16.226965 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-f38fcf44-02f5-4e8c-96bd-7627d33ed3c2 None None] Current status of the port c2edf955-e124-4543-8a5a-f774d8e16fd9 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 18:10:16.230387 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b668d4-d74c-40dd-bfe1-225d7513a3c5 None None] Routers {'ed119067-a227-4c5b-81ce-96add2b6b344'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 18:10:16.231464 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-00b668d4-d74c-40dd-bfe1-225d7513a3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T18:10:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['ed119067-a227-4c5b-81ce-96add2b6b344'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:10:16.347977 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-00b668d4-d74c-40dd-bfe1-225d7513a3c5 None None] Set router ed119067-a227-4c5b-81ce-96add2b6b344 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 18:10:16.455578 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-d3623d62-9771-4c1f-812b-853002dbeda6 None None] Provisioning complete for port c2edf955-e124-4543-8a5a-f774d8e16fd9 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 18:10:16.456448 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d3623d62-9771-4c1f-812b-853002dbeda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (c2edf955-e124-4543-8a5a-f774d8e16fd9), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:16.549736 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-d3623d62-9771-4c1f-812b-853002dbeda6 None None] Current status of the port c2edf955-e124-4543-8a5a-f774d8e16fd9 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 18:10:16.561801 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-00b668d4-d74c-40dd-bfe1-225d7513a3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'name': 'tempest-TestMinimumBasicScenario-362245812-router', 'tenant_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T18:10:14Z', 'updated_at': '2022-03-23T18:10:15Z', 'revision_number': 3, 'project_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'gw_port': {'id': 'fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T18:10:14Z', 'updated_at': '2022-03-23T18:10:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi'}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:10:16.587883 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b668d4-d74c-40dd-bfe1-225d7513a3c5 None None] Checking router: ed119067-a227-4c5b-81ce-96add2b6b344 for host: dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 18:10:16.588242 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b668d4-d74c-40dd-bfe1-225d7513a3c5 None None] Updating router ed119067-a227-4c5b-81ce-96add2b6b344 port fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9 binding host dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 18:10:16.623194 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-00b668d4-d74c-40dd-bfe1-225d7513a3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:16.750844 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e41c9a7f-4ecf-41e7-a4c2-de6395592c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:16.949843 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-00b668d4-d74c-40dd-bfe1-225d7513a3c5 None None] Publish callbacks [] for port (fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:16.963226 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-00b668d4-d74c-40dd-bfe1-225d7513a3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:16.987389 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [None req-e41c9a7f-4ecf-41e7-a4c2-de6395592c3e admin admin] Allocated IP 172.20.0.1 (2a6ac686-ec45-48c2-911d-d2c740a8c535/bd55860f-b8e9-4ea5-9200-1dd953d89cda/747f7fec-dda6-412b-af13-9167b0d67834) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 18:10:17.017732 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea5b2f4-8f24-47ff-aa32-5707b31bf296 None None] Pushing event updated for resources: {'Port': ['ID=fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:17.042310 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-00b668d4-d74c-40dd-bfe1-225d7513a3c5 None None] Attempting to bind port fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9 on host dv-cinder-834920-1-iscsi for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 18:10:17.042677 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-00b668d4-d74c-40dd-bfe1-225d7513a3c5 None None] Attempting to bind port fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9 by drivers openvswitch,hyperv on host dv-cinder-834920-1-iscsi at level 0 using segments [{'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 18:10:17.043178 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b668d4-d74c-40dd-bfe1-225d7513a3c5 None None] Attempting to bind port fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9 on network 17d610fd-133a-4c28-bfb5-fce45cda1090 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 18:10:17.047426 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5b2f4-8f24-47ff-aa32-5707b31bf296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:17.047767 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5b2f4-8f24-47ff-aa32-5707b31bf296 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:17.048153 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5b2f4-8f24-47ff-aa32-5707b31bf296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:17.049106 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5b2f4-8f24-47ff-aa32-5707b31bf296 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:17.049106 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5b2f4-8f24-47ff-aa32-5707b31bf296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:17.049106 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5b2f4-8f24-47ff-aa32-5707b31bf296 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:17.049843 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5b2f4-8f24-47ff-aa32-5707b31bf296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:17.049843 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5b2f4-8f24-47ff-aa32-5707b31bf296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:17.050092 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5b2f4-8f24-47ff-aa32-5707b31bf296 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:17.050371 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5b2f4-8f24-47ff-aa32-5707b31bf296 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:17.050656 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5b2f4-8f24-47ff-aa32-5707b31bf296 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:17.050985 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5b2f4-8f24-47ff-aa32-5707b31bf296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:17.051309 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5b2f4-8f24-47ff-aa32-5707b31bf296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:17.051625 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5b2f4-8f24-47ff-aa32-5707b31bf296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:17.052086 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea5b2f4-8f24-47ff-aa32-5707b31bf296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:17.057891 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b668d4-d74c-40dd-bfe1-225d7513a3c5 None None] Checking agent: {'id': '827fbf48-cdcd-428c-a50e-7eba0e2d74f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834920-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 21, 14), 'started_at': datetime.datetime(2022, 3, 23, 17, 21, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 18, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834920-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 18:10:17.058273 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b668d4-d74c-40dd-bfe1-225d7513a3c5 None None] Checking segment: {'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 18:10:17.059120 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-00b668d4-d74c-40dd-bfe1-225d7513a3c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:17.059120 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b668d4-d74c-40dd-bfe1-225d7513a3c5 None None] Bound using segment: {'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 18:10:17.059508 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-00b668d4-d74c-40dd-bfe1-225d7513a3c5 None None] Bound port: fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9, host: dv-cinder-834920-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 18:10:17.059892 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-00b668d4-d74c-40dd-bfe1-225d7513a3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:17.111657 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-00b668d4-d74c-40dd-bfe1-225d7513a3c5 None None] For port fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9, host dv-cinder-834920-1-iscsi, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 18:10:17.114908 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-00b668d4-d74c-40dd-bfe1-225d7513a3c5 None None] For port fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9, host dv-cinder-834920-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9,segment=NetworkSegment(e3d657d5-0d12-4364-ba98-0127febd700d),segment_id=e3d657d5-0d12-4364-ba98-0127febd700d)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 18:10:17.120394 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-00b668d4-d74c-40dd-bfe1-225d7513a3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:17.125204 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e41c9a7f-4ecf-41e7-a4c2-de6395592c3e admin admin] Publish callbacks [] for port (747f7fec-dda6-412b-af13-9167b0d67834), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:17.165542 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e41c9a7f-4ecf-41e7-a4c2-de6395592c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59308127'] for port (747f7fec-dda6-412b-af13-9167b0d67834), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:17.171051 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b668d4-d74c-40dd-bfe1-225d7513a3c5 None None] Routers {'ed119067-a227-4c5b-81ce-96add2b6b344'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 18:10:17.171673 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-00b668d4-d74c-40dd-bfe1-225d7513a3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T18:10:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['ed119067-a227-4c5b-81ce-96add2b6b344'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:10:17.209003 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41c9a7f-4ecf-41e7-a4c2-de6395592c3e admin admin] Network 2a6ac686-ec45-48c2-911d-d2c740a8c535 is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 18:10:17.211987 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-e41c9a7f-4ecf-41e7-a4c2-de6395592c3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 18:10:17.218120 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41c9a7f-4ecf-41e7-a4c2-de6395592c3e admin admin] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 18:10:17.242030 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c9a7f-4ecf-41e7-a4c2-de6395592c3e admin admin] Pushing event updated for resources: {'Port': ['ID=747f7fec-dda6-412b-af13-9167b0d67834,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:17.265286 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e41c9a7f-4ecf-41e7-a4c2-de6395592c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614142'] for router_interface (ed119067-a227-4c5b-81ce-96add2b6b344), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:17.341125 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device c2edf955-e124-4543-8a5a-f774d8e16fd9 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 18:10:17.400432 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port c2edf955-e124-4543-8a5a-f774d8e16fd9 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 18:10:17.400802 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (c2edf955-e124-4543-8a5a-f774d8e16fd9), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:17.409911 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-00b668d4-d74c-40dd-bfe1-225d7513a3c5 None None] Set router ed119067-a227-4c5b-81ce-96add2b6b344 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 18:10:17.443562 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e41c9a7f-4ecf-41e7-a4c2-de6395592c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (747f7fec-dda6-412b-af13-9167b0d67834), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:17.484872 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea5b2f4-8f24-47ff-aa32-5707b31bf296 None None] Pushing event updated for resources: {'Port': ['ID=fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:17.507020 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-4c45fb6d-9f30-484d-8f21-c079e5fc5886 None None] Provisioning complete for port 747f7fec-dda6-412b-af13-9167b0d67834 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 18:10:17.507621 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4c45fb6d-9f30-484d-8f21-c079e5fc5886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (747f7fec-dda6-412b-af13-9167b0d67834), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:17.533788 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port c2edf955-e124-4543-8a5a-f774d8e16fd9 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 18:10:17.552106 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-4c45fb6d-9f30-484d-8f21-c079e5fc5886 None None] Port 747f7fec-dda6-412b-af13-9167b0d67834 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 18:10:17.633950 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-00b668d4-d74c-40dd-bfe1-225d7513a3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'name': 'tempest-TestMinimumBasicScenario-362245812-router', 'tenant_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T18:10:14Z', 'updated_at': '2022-03-23T18:10:15Z', 'revision_number': 3, 'project_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'gw_port': {'id': 'fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T18:10:14Z', 'updated_at': '2022-03-23T18:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi'}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:10:17.641959 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e41c9a7f-4ecf-41e7-a4c2-de6395592c3e admin admin] Publish callbacks [] for port (747f7fec-dda6-412b-af13-9167b0d67834), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:17.649115 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e41c9a7f-4ecf-41e7-a4c2-de6395592c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59308136'] for port (747f7fec-dda6-412b-af13-9167b0d67834), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:17.661791 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b668d4-d74c-40dd-bfe1-225d7513a3c5 None None] The sync data for ids ['ed119067-a227-4c5b-81ce-96add2b6b344'] in dv-cinder-834920-1-iscsi is: [{'id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'name': 'tempest-TestMinimumBasicScenario-362245812-router', 'tenant_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T18:10:14Z', 'updated_at': '2022-03-23T18:10:15Z', 'revision_number': 3, 'project_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'gw_port': {'id': 'fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T18:10:14Z', 'updated_at': '2022-03-23T18:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi'}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 18:10:17.717079 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c9a7f-4ecf-41e7-a4c2-de6395592c3e admin admin] Pushing event updated for resources: {'Port': ['ID=747f7fec-dda6-412b-af13-9167b0d67834,revision_number=2']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:17.720717 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e41c9a7f-4ecf-41e7-a4c2-de6395592c3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613994'] for router_interface (ed119067-a227-4c5b-81ce-96add2b6b344), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:17.822909 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41c9a7f-4ecf-41e7-a4c2-de6395592c3e admin admin] Network 2a6ac686-ec45-48c2-911d-d2c740a8c535 is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 18:10:17.824636 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-e41c9a7f-4ecf-41e7-a4c2-de6395592c3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 18:10:18.012684 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41c9a7f-4ecf-41e7-a4c2-de6395592c3e admin admin] Router ed119067-a227-4c5b-81ce-96add2b6b344 has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 18:10:18.187610 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-a1342cf9-b5d1-4a62-bc13-16cccc0b96a5 None None] Provisioning complete for port 747f7fec-dda6-412b-af13-9167b0d67834 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 18:10:18.188334 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a1342cf9-b5d1-4a62-bc13-16cccc0b96a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (747f7fec-dda6-412b-af13-9167b0d67834), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:18.243531 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-a1342cf9-b5d1-4a62-bc13-16cccc0b96a5 None None] Port 747f7fec-dda6-412b-af13-9167b0d67834 cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 18:10:18.483587 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41c9a7f-4ecf-41e7-a4c2-de6395592c3e admin admin] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 18:10:18.488874 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-e41c9a7f-4ecf-41e7-a4c2-de6395592c3e admin admin] 10.222.0.41 "PUT /v2.0/routers/ed119067-a227-4c5b-81ce-96add2b6b344/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2684751 Mar 23 18:10:19.014756 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 57712) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:10:19.020704 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-eddeb876-f685-4839-b68b-3a46f44b1bb4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-97032623-network', 'tenant_id': 'ae248c60010f4857afcce7ea4844a476'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 18:10:19.047014 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddeb876-f685-4839-b68b-3a46f44b1bb4 admin admin] Made reservation on behalf of ae248c60010f4857afcce7ea4844a476 for: {'network': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 18:10:19.049376 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-eddeb876-f685-4839-b68b-3a46f44b1bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for network (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:19.059085 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-eddeb876-f685-4839-b68b-3a46f44b1bb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:19.139252 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-eddeb876-f685-4839-b68b-3a46f44b1bb4 admin admin] Publish callbacks [] for security_group (a001e607-4a93-47a5-82dd-f6e64c793c4d), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:19.146449 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-eddeb876-f685-4839-b68b-3a46f44b1bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (a001e607-4a93-47a5-82dd-f6e64c793c4d), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:19.184203 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eddeb876-f685-4839-b68b-3a46f44b1bb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=103208) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 18:10:19.186510 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddeb876-f685-4839-b68b-3a46f44b1bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a001e607-4a93-47a5-82dd-f6e64c793c4d,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:19.195300 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-eddeb876-f685-4839-b68b-3a46f44b1bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464'] for segment (590226a5-cd39-4ee9-97ea-6227549911f6), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:19.195740 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.db.segments_db [None req-eddeb876-f685-4839-b68b-3a46f44b1bb4 admin admin] Added segment 590226a5-cd39-4ee9-97ea-6227549911f6 of type vlan for network b8b74e96-3301-4140-8e16-46b5a26cdd3c Mar 23 18:10:19.236580 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-eddeb876-f685-4839-b68b-3a46f44b1bb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741035590211'] for network (b8b74e96-3301-4140-8e16-46b5a26cdd3c), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:19.263397 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-eddeb876-f685-4839-b68b-3a46f44b1bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701'] for network (b8b74e96-3301-4140-8e16-46b5a26cdd3c), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:19.264566 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddeb876-f685-4839-b68b-3a46f44b1bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:10:19.265229 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-eddeb876-f685-4839-b68b-3a46f44b1bb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for network (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:19.328575 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-eddeb876-f685-4839-b68b-3a46f44b1bb4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3094573 Mar 23 18:10:19.329037 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 57718) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:10:19.333663 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-d1ff6f0a-a0db-4692-8258-99e8c9cd3cb4 admin admin] Request body: {'subnet': {'network_id': 'b8b74e96-3301-4140-8e16-46b5a26cdd3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-97032623-subnet', 'tenant_id': 'ae248c60010f4857afcce7ea4844a476', 'ip_version': 4}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 18:10:19.342514 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 18:10:19.346798 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddeb876-f685-4839-b68b-3a46f44b1bb4 admin admin] Pushing event updated for resources: {'Network': ['ID=b8b74e96-3301-4140-8e16-46b5a26cdd3c,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:19.361625 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ff6f0a-a0db-4692-8258-99e8c9cd3cb4 admin admin] Made reservation on behalf of ae248c60010f4857afcce7ea4844a476 for: {'subnet': 1} {{(pid=103208) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 18:10:19.364465 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d1ff6f0a-a0db-4692-8258-99e8c9cd3cb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59263857'] for subnet (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:19.373725 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Network b8b74e96-3301-4140-8e16-46b5a26cdd3c details requested by agent ovs-agent-dv-cinder-834920-1-iscsi with host dv-cinder-834920-1-iscsi {{(pid=103209) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 18:10:19.395903 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6078da3-0cf8-434c-a0ba-d6e22f9cbd4a None None] Sync routers for ids ['ed119067-a227-4c5b-81ce-96add2b6b344'] in dv-cinder-834920-1-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 18:10:19.454240 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6078da3-0cf8-434c-a0ba-d6e22f9cbd4a None None] Routers {'ed119067-a227-4c5b-81ce-96add2b6b344'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 18:10:19.454848 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-a6078da3-0cf8-434c-a0ba-d6e22f9cbd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T18:10:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['ed119067-a227-4c5b-81ce-96add2b6b344'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:10:19.549240 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 18:10:19.549527 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:19.560735 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d1ff6f0a-a0db-4692-8258-99e8c9cd3cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59308783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59263847'] for subnet (ed66c4da-30f0-4c92-93af-851809fd507c), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:19.617233 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-a6078da3-0cf8-434c-a0ba-d6e22f9cbd4a None None] Set router ed119067-a227-4c5b-81ce-96add2b6b344 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 18:10:19.635546 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff6f0a-a0db-4692-8258-99e8c9cd3cb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed66c4da-30f0-4c92-93af-851809fd507c,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:19.643697 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff6f0a-a0db-4692-8258-99e8c9cd3cb4 admin admin] Checking segment: {'id': '590226a5-cd39-4ee9-97ea-6227549911f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b8b74e96-3301-4140-8e16-46b5a26cdd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103208) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 18:10:19.644062 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ff6f0a-a0db-4692-8258-99e8c9cd3cb4 admin admin] Network hostable DHCP agents. Network: b8b74e96-3301-4140-8e16-46b5a26cdd3c, hostable agents: ['0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66'], hosted agents: [] {{(pid=103208) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 18:10:19.662841 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ff6f0a-a0db-4692-8258-99e8c9cd3cb4 admin admin] Network b8b74e96-3301-4140-8e16-46b5a26cdd3c is scheduled to be hosted by DHCP agent 0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66 with binding_index 1 {{(pid=103208) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 18:10:19.673217 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-d1ff6f0a-a0db-4692-8258-99e8c9cd3cb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834920-1-iscsi, b8b74e96-3301-4140-8e16-46b5a26cdd3c) {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 18:10:19.677680 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ff6f0a-a0db-4692-8258-99e8c9cd3cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:10:19.678274 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d1ff6f0a-a0db-4692-8258-99e8c9cd3cb4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:19.689355 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220d8f75-2771-45c7-bbfe-0506fafe92c9 None None] Network b8b74e96-3301-4140-8e16-46b5a26cdd3c requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 18:10:19.696638 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-d1ff6f0a-a0db-4692-8258-99e8c9cd3cb4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3668129 Mar 23 18:10:19.699248 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 57720) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:10:19.703575 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-208445b2-ef5c-4e41-ad85-1b7635522943 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-97032623-router', 'tenant_id': 'ae248c60010f4857afcce7ea4844a476', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 18:10:19.726635 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-208445b2-ef5c-4e41-ad85-1b7635522943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3239'] for router (a9cc9d25-5007-40ad-a920-12c6b17e82f5), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:19.728242 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-208445b2-ef5c-4e41-ad85-1b7635522943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-608173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-614398', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-647970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3216'] for router (a9cc9d25-5007-40ad-a920-12c6b17e82f5), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:19.729242 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 18:10:19.729634 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:19.790634 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-208445b2-ef5c-4e41-ad85-1b7635522943 admin admin] Publish callbacks [] for router_controller (a9cc9d25-5007-40ad-a920-12c6b17e82f5), precommit_add_association {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:19.818611 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] For port fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9,segment=NetworkSegment(e3d657d5-0d12-4364-ba98-0127febd700d),segment_id=e3d657d5-0d12-4364-ba98-0127febd700d)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 18:10:19.829956 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:19.956485 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Pushing event updated for resources: {'Port': ['ID=fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:19.964396 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71230e5d-aaf2-4911-b35e-7935b9efb661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4e3ed9b-8bb8-5e9e-b680-033646fc88a4-b8b74e96-3301-4140-8e16-46b5a26cdd3c', 'network_id': 'b8b74e96-3301-4140-8e16-46b5a26cdd3c', 'project_id': 'ae248c60010f4857afcce7ea4844a476', 'fixed_ips': [{'subnet_id': 'ed66c4da-30f0-4c92-93af-851809fd507c'}]}} from dv-cinder-834920-1-iscsi. {{(pid=103209) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 18:10:19.965316 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-208445b2-ef5c-4e41-ad85-1b7635522943 admin admin] Publish callbacks [] for router_gateway (a9cc9d25-5007-40ad-a920-12c6b17e82f5), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:19.965850 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-71230e5d-aaf2-4911-b35e-7935b9efb661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:20.220552 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-208445b2-ef5c-4e41-ad85-1b7635522943 admin admin] Publish callbacks [] for router_gateway (a9cc9d25-5007-40ad-a920-12c6b17e82f5), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:20.241133 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-208445b2-ef5c-4e41-ad85-1b7635522943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:20.272034 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-a6078da3-0cf8-434c-a0ba-d6e22f9cbd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'name': 'tempest-TestMinimumBasicScenario-362245812-router', 'tenant_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T18:10:14Z', 'updated_at': '2022-03-23T18:10:17Z', 'revision_number': 4, 'project_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'gw_port': {'id': 'fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T18:10:14Z', 'updated_at': '2022-03-23T18:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '747f7fec-dda6-412b-af13-9167b0d67834', 'name': '', 'network_id': '2a6ac686-ec45-48c2-911d-d2c740a8c535', 'tenant_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'mac_address': 'fa:16:3e:48:26:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'bd55860f-b8e9-4ea5-9200-1dd953d89cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T18:10:16Z', 'updated_at': '2022-03-23T18:10:17Z', 'revision_number': 2, 'project_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'subnets': [{'id': 'bd55860f-b8e9-4ea5-9200-1dd953d89cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:10:20.303684 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6078da3-0cf8-434c-a0ba-d6e22f9cbd4a None None] Checking router: ed119067-a227-4c5b-81ce-96add2b6b344 for host: dv-cinder-834920-1-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 18:10:20.304055 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6078da3-0cf8-434c-a0ba-d6e22f9cbd4a None None] Updating router ed119067-a227-4c5b-81ce-96add2b6b344 port 747f7fec-dda6-412b-af13-9167b0d67834 binding host dv-cinder-834920-1-iscsi {{(pid=103209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 18:10:20.309569 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [None req-71230e5d-aaf2-4911-b35e-7935b9efb661 None None] Allocated IP 172.20.0.2 (b8b74e96-3301-4140-8e16-46b5a26cdd3c/ed66c4da-30f0-4c92-93af-851809fd507c/e42aecbd-ba85-41ed-8b09-3a66a943b0be) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 18:10:20.346794 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a6078da3-0cf8-434c-a0ba-d6e22f9cbd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (747f7fec-dda6-412b-af13-9167b0d67834), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:20.368641 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [None req-208445b2-ef5c-4e41-ad85-1b7635522943 admin admin] Allocated IP 172.27.2.252 (17d610fd-133a-4c28-bfb5-fce45cda1090/3c39f8ab-3a38-4914-94a2-be3bf3be7af7/2bc3cd0f-d203-4456-8321-223a7972ef89) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 18:10:20.497496 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-208445b2-ef5c-4e41-ad85-1b7635522943 admin admin] Publish callbacks [] for port (2bc3cd0f-d203-4456-8321-223a7972ef89), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:20.546160 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-208445b2-ef5c-4e41-ad85-1b7635522943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59308127'] for port (2bc3cd0f-d203-4456-8321-223a7972ef89), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:20.612089 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208445b2-ef5c-4e41-ad85-1b7635522943 admin admin] Network 17d610fd-133a-4c28-bfb5-fce45cda1090 is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 18:10:20.624764 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-208445b2-ef5c-4e41-ad85-1b7635522943 admin admin] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 18:10:20.628340 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208445b2-ef5c-4e41-ad85-1b7635522943 admin admin] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 18:10:20.656571 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-71230e5d-aaf2-4911-b35e-7935b9efb661 None None] Publish callbacks [] for port (e42aecbd-ba85-41ed-8b09-3a66a943b0be), precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:20.670766 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-71230e5d-aaf2-4911-b35e-7935b9efb661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775'] for port (e42aecbd-ba85-41ed-8b09-3a66a943b0be), after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:20.671081 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208445b2-ef5c-4e41-ad85-1b7635522943 admin admin] Pushing event updated for resources: {'Port': ['ID=2bc3cd0f-d203-4456-8321-223a7972ef89,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:20.736047 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71230e5d-aaf2-4911-b35e-7935b9efb661 None None] Network b8b74e96-3301-4140-8e16-46b5a26cdd3c is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 18:10:20.751701 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-71230e5d-aaf2-4911-b35e-7935b9efb661 None None] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 18:10:20.758270 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71230e5d-aaf2-4911-b35e-7935b9efb661 None None] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 18:10:20.761549 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71230e5d-aaf2-4911-b35e-7935b9efb661 None None] Pushing event updated for resources: {'Port': ['ID=e42aecbd-ba85-41ed-8b09-3a66a943b0be,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:20.868210 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a6078da3-0cf8-434c-a0ba-d6e22f9cbd4a None None] Publish callbacks [] for port (747f7fec-dda6-412b-af13-9167b0d67834), precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:20.870331 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-71230e5d-aaf2-4911-b35e-7935b9efb661 None None] Attempting to bind port e42aecbd-ba85-41ed-8b09-3a66a943b0be on host dv-cinder-834920-1-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 18:10:20.870592 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-71230e5d-aaf2-4911-b35e-7935b9efb661 None None] Attempting to bind port e42aecbd-ba85-41ed-8b09-3a66a943b0be by drivers openvswitch,hyperv on host dv-cinder-834920-1-iscsi at level 0 using segments [{'id': '590226a5-cd39-4ee9-97ea-6227549911f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b8b74e96-3301-4140-8e16-46b5a26cdd3c'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 18:10:20.870956 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71230e5d-aaf2-4911-b35e-7935b9efb661 None None] Attempting to bind port e42aecbd-ba85-41ed-8b09-3a66a943b0be on network b8b74e96-3301-4140-8e16-46b5a26cdd3c {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 18:10:20.878074 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71230e5d-aaf2-4911-b35e-7935b9efb661 None None] Checking agent: {'id': '827fbf48-cdcd-428c-a50e-7eba0e2d74f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834920-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 21, 14), 'started_at': datetime.datetime(2022, 3, 23, 17, 21, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 18, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834920-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 18:10:20.878427 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71230e5d-aaf2-4911-b35e-7935b9efb661 None None] Checking segment: {'id': '590226a5-cd39-4ee9-97ea-6227549911f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b8b74e96-3301-4140-8e16-46b5a26cdd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 18:10:20.878843 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-71230e5d-aaf2-4911-b35e-7935b9efb661 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:20.879265 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71230e5d-aaf2-4911-b35e-7935b9efb661 None None] Bound using segment: {'id': '590226a5-cd39-4ee9-97ea-6227549911f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b8b74e96-3301-4140-8e16-46b5a26cdd3c'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 18:10:20.879920 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-71230e5d-aaf2-4911-b35e-7935b9efb661 None None] Bound port: e42aecbd-ba85-41ed-8b09-3a66a943b0be, host: dv-cinder-834920-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590226a5-cd39-4ee9-97ea-6227549911f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b8b74e96-3301-4140-8e16-46b5a26cdd3c'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 18:10:20.880232 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-71230e5d-aaf2-4911-b35e-7935b9efb661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (e42aecbd-ba85-41ed-8b09-3a66a943b0be), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:20.883556 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a6078da3-0cf8-434c-a0ba-d6e22f9cbd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (747f7fec-dda6-412b-af13-9167b0d67834), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:20.988520 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7feeb-e78e-4831-9774-b211746efed0 None None] Pushing event updated for resources: {'Port': ['ID=747f7fec-dda6-412b-af13-9167b0d67834,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:21.041351 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-208445b2-ef5c-4e41-ad85-1b7635522943 admin admin] Publish callbacks [] for router_gateway (a9cc9d25-5007-40ad-a920-12c6b17e82f5), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:21.089767 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-71230e5d-aaf2-4911-b35e-7935b9efb661 None None] For port e42aecbd-ba85-41ed-8b09-3a66a943b0be, host dv-cinder-834920-1-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 18:10:21.092418 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-a6078da3-0cf8-434c-a0ba-d6e22f9cbd4a None None] Attempting to bind port 747f7fec-dda6-412b-af13-9167b0d67834 on host dv-cinder-834920-1-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 18:10:21.092796 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-a6078da3-0cf8-434c-a0ba-d6e22f9cbd4a None None] Attempting to bind port 747f7fec-dda6-412b-af13-9167b0d67834 by drivers openvswitch,hyperv on host dv-cinder-834920-1-iscsi at level 0 using segments [{'id': 'fbe3bea3-1bd2-4671-a8c9-19fc1227495a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '2a6ac686-ec45-48c2-911d-d2c740a8c535'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 18:10:21.093184 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6078da3-0cf8-434c-a0ba-d6e22f9cbd4a None None] Attempting to bind port 747f7fec-dda6-412b-af13-9167b0d67834 on network 2a6ac686-ec45-48c2-911d-d2c740a8c535 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 18:10:21.096708 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-71230e5d-aaf2-4911-b35e-7935b9efb661 None None] For port e42aecbd-ba85-41ed-8b09-3a66a943b0be, host dv-cinder-834920-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=e42aecbd-ba85-41ed-8b09-3a66a943b0be,segment=NetworkSegment(590226a5-cd39-4ee9-97ea-6227549911f6),segment_id=590226a5-cd39-4ee9-97ea-6227549911f6)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 18:10:21.103232 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6078da3-0cf8-434c-a0ba-d6e22f9cbd4a None None] Checking agent: {'id': '827fbf48-cdcd-428c-a50e-7eba0e2d74f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834920-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 21, 14), 'started_at': datetime.datetime(2022, 3, 23, 17, 21, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 18, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834920-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 18:10:21.103663 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6078da3-0cf8-434c-a0ba-d6e22f9cbd4a None None] Checking segment: {'id': 'fbe3bea3-1bd2-4671-a8c9-19fc1227495a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '2a6ac686-ec45-48c2-911d-d2c740a8c535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 18:10:21.104082 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a6078da3-0cf8-434c-a0ba-d6e22f9cbd4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:21.104490 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6078da3-0cf8-434c-a0ba-d6e22f9cbd4a None None] Bound using segment: {'id': 'fbe3bea3-1bd2-4671-a8c9-19fc1227495a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '2a6ac686-ec45-48c2-911d-d2c740a8c535'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 18:10:21.105119 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-a6078da3-0cf8-434c-a0ba-d6e22f9cbd4a None None] Bound port: 747f7fec-dda6-412b-af13-9167b0d67834, host: dv-cinder-834920-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe3bea3-1bd2-4671-a8c9-19fc1227495a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '2a6ac686-ec45-48c2-911d-d2c740a8c535'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 18:10:21.105570 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a6078da3-0cf8-434c-a0ba-d6e22f9cbd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (747f7fec-dda6-412b-af13-9167b0d67834), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:21.109716 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-71230e5d-aaf2-4911-b35e-7935b9efb661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (e42aecbd-ba85-41ed-8b09-3a66a943b0be), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:21.225721 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71230e5d-aaf2-4911-b35e-7935b9efb661 None None] Pushing event updated for resources: {'Port': ['ID=e42aecbd-ba85-41ed-8b09-3a66a943b0be,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:21.259507 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-a6078da3-0cf8-434c-a0ba-d6e22f9cbd4a None None] For port 747f7fec-dda6-412b-af13-9167b0d67834, host dv-cinder-834920-1-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 18:10:21.279161 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-a6078da3-0cf8-434c-a0ba-d6e22f9cbd4a None None] For port 747f7fec-dda6-412b-af13-9167b0d67834, host dv-cinder-834920-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=747f7fec-dda6-412b-af13-9167b0d67834,segment=NetworkSegment(fbe3bea3-1bd2-4671-a8c9-19fc1227495a),segment_id=fbe3bea3-1bd2-4671-a8c9-19fc1227495a)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 18:10:21.302486 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a6078da3-0cf8-434c-a0ba-d6e22f9cbd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (747f7fec-dda6-412b-af13-9167b0d67834), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:21.341893 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-208445b2-ef5c-4e41-ad85-1b7635522943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-608182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-614187'] for router (a9cc9d25-5007-40ad-a920-12c6b17e82f5), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:21.395717 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-a30395dc-1e97-4ce5-8334-0ad83ad864fc None None] Provisioning complete for port 747f7fec-dda6-412b-af13-9167b0d67834 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 18:10:21.396480 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a30395dc-1e97-4ce5-8334-0ad83ad864fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (747f7fec-dda6-412b-af13-9167b0d67834), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:21.455951 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 18:10:21.559484 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7feeb-e78e-4831-9774-b211746efed0 None None] Pushing event updated for resources: {'Port': ['ID=747f7fec-dda6-412b-af13-9167b0d67834,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:21.582692 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208445b2-ef5c-4e41-ad85-1b7635522943 admin admin] Router a9cc9d25-5007-40ad-a920-12c6b17e82f5 is scheduled to L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 with binding_index 1 {{(pid=103208) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 18:10:21.620955 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6078da3-0cf8-434c-a0ba-d6e22f9cbd4a None None] Routers {'ed119067-a227-4c5b-81ce-96add2b6b344'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 18:10:21.622045 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-a6078da3-0cf8-434c-a0ba-d6e22f9cbd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T18:10:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['ed119067-a227-4c5b-81ce-96add2b6b344'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:10:21.793256 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208445b2-ef5c-4e41-ad85-1b7635522943 admin admin] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 18:10:21.808299 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ff3731-0ef3-42f8-b4f8-019708957c3b None None] Sync routers for ids ['a9cc9d25-5007-40ad-a920-12c6b17e82f5'] in dv-cinder-834920-1-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 18:10:21.822145 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ff3731-0ef3-42f8-b4f8-019708957c3b None None] Routers {'a9cc9d25-5007-40ad-a920-12c6b17e82f5'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 18:10:21.823000 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-c3ff3731-0ef3-42f8-b4f8-019708957c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T18:10:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['a9cc9d25-5007-40ad-a920-12c6b17e82f5'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:10:21.827492 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-208445b2-ef5c-4e41-ad85-1b7635522943 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:21.830044 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-208445b2-ef5c-4e41-ad85-1b7635522943 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1296177 Mar 23 18:10:21.831509 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 18:10:21.832108 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:21.833781 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 57730) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:10:21.896236 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-a30395dc-1e97-4ce5-8334-0ad83ad864fc None None] Current status of the port 747f7fec-dda6-412b-af13-9167b0d67834 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 18:10:21.896865 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a30395dc-1e97-4ce5-8334-0ad83ad864fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (747f7fec-dda6-412b-af13-9167b0d67834), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:21.979566 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-c3ff3731-0ef3-42f8-b4f8-019708957c3b None None] Set router a9cc9d25-5007-40ad-a920-12c6b17e82f5 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 18:10:22.003047 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-a6078da3-0cf8-434c-a0ba-d6e22f9cbd4a None None] Set router ed119067-a227-4c5b-81ce-96add2b6b344 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 18:10:22.006236 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-a30395dc-1e97-4ce5-8334-0ad83ad864fc None None] For port 747f7fec-dda6-412b-af13-9167b0d67834, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=747f7fec-dda6-412b-af13-9167b0d67834,segment=NetworkSegment(fbe3bea3-1bd2-4671-a8c9-19fc1227495a),segment_id=fbe3bea3-1bd2-4671-a8c9-19fc1227495a)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 18:10:22.054448 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a30395dc-1e97-4ce5-8334-0ad83ad864fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (747f7fec-dda6-412b-af13-9167b0d67834), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:22.221660 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 18:10:22.232246 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-c3ff3731-0ef3-42f8-b4f8-019708957c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9cc9d25-5007-40ad-a920-12c6b17e82f5', 'name': 'tempest-TestMinimumBasicScenario-97032623-router', 'tenant_id': 'ae248c60010f4857afcce7ea4844a476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '2bc3cd0f-d203-4456-8321-223a7972ef89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T18:10:19Z', 'updated_at': '2022-03-23T18:10:20Z', 'revision_number': 3, 'project_id': 'ae248c60010f4857afcce7ea4844a476', 'gw_port': {'id': '2bc3cd0f-d203-4456-8321-223a7972ef89', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ec:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9cc9d25-5007-40ad-a920-12c6b17e82f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T18:10:20Z', 'updated_at': '2022-03-23T18:10:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi'}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:10:22.277834 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30395dc-1e97-4ce5-8334-0ad83ad864fc None None] Pushing event updated for resources: {'Port': ['ID=747f7fec-dda6-412b-af13-9167b0d67834,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:22.286667 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-dfe0677f-4e99-40da-92ad-830f0d3f1112 None None] Provisioning complete for port 747f7fec-dda6-412b-af13-9167b0d67834 triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 18:10:22.287036 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-dfe0677f-4e99-40da-92ad-830f0d3f1112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (747f7fec-dda6-412b-af13-9167b0d67834), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:22.302335 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ff3731-0ef3-42f8-b4f8-019708957c3b None None] Checking router: a9cc9d25-5007-40ad-a920-12c6b17e82f5 for host: dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 18:10:22.302990 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ff3731-0ef3-42f8-b4f8-019708957c3b None None] Updating router a9cc9d25-5007-40ad-a920-12c6b17e82f5 port 2bc3cd0f-d203-4456-8321-223a7972ef89 binding host dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 18:10:22.340767 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:10:22.341378 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c3ff3731-0ef3-42f8-b4f8-019708957c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (2bc3cd0f-d203-4456-8321-223a7972ef89), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:22.482402 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-dfe0677f-4e99-40da-92ad-830f0d3f1112 None None] Current status of the port 747f7fec-dda6-412b-af13-9167b0d67834 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 18:10:22.500083 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-a6078da3-0cf8-434c-a0ba-d6e22f9cbd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'name': 'tempest-TestMinimumBasicScenario-362245812-router', 'tenant_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T18:10:14Z', 'updated_at': '2022-03-23T18:10:17Z', 'revision_number': 4, 'project_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'gw_port': {'id': 'fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T18:10:14Z', 'updated_at': '2022-03-23T18:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '747f7fec-dda6-412b-af13-9167b0d67834', 'name': '', 'network_id': '2a6ac686-ec45-48c2-911d-d2c740a8c535', 'tenant_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'mac_address': 'fa:16:3e:48:26:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'bd55860f-b8e9-4ea5-9200-1dd953d89cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T18:10:16Z', 'updated_at': '2022-03-23T18:10:21Z', 'revision_number': 4, 'project_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'subnets': [{'id': 'bd55860f-b8e9-4ea5-9200-1dd953d89cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:10:22.544812 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bcc76bce-7c61-4170-b4ce-c6a608093986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:22.547758 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6078da3-0cf8-434c-a0ba-d6e22f9cbd4a None None] The sync data for ids ['ed119067-a227-4c5b-81ce-96add2b6b344'] in dv-cinder-834920-1-iscsi is: [{'id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'name': 'tempest-TestMinimumBasicScenario-362245812-router', 'tenant_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T18:10:14Z', 'updated_at': '2022-03-23T18:10:17Z', 'revision_number': 4, 'project_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'gw_port': {'id': 'fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T18:10:14Z', 'updated_at': '2022-03-23T18:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '747f7fec-dda6-412b-af13-9167b0d67834', 'name': '', 'network_id': '2a6ac686-ec45-48c2-911d-d2c740a8c535', 'tenant_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'mac_address': 'fa:16:3e:48:26:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'bd55860f-b8e9-4ea5-9200-1dd953d89cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T18:10:16Z', 'updated_at': '2022-03-23T18:10:21Z', 'revision_number': 4, 'project_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'subnets': [{'id': 'bd55860f-b8e9-4ea5-9200-1dd953d89cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 18:10:22.685093 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c3ff3731-0ef3-42f8-b4f8-019708957c3b None None] Publish callbacks [] for port (2bc3cd0f-d203-4456-8321-223a7972ef89), precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:22.688640 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfff886b-6894-4a0d-8de0-c4fec20804c4 None None] Network b8b74e96-3301-4140-8e16-46b5a26cdd3c requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 18:10:22.696277 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c3ff3731-0ef3-42f8-b4f8-019708957c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (2bc3cd0f-d203-4456-8321-223a7972ef89), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:22.792510 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-1a5f11f6-69b9-41dd-9eb9-2dc5b4e7ba9c None None] Provisioning complete for port e42aecbd-ba85-41ed-8b09-3a66a943b0be triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 18:10:22.792959 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-1a5f11f6-69b9-41dd-9eb9-2dc5b4e7ba9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (e42aecbd-ba85-41ed-8b09-3a66a943b0be), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:22.797664 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ae5db-cf73-4973-830a-e2c954121acf None None] Pushing event updated for resources: {'Port': ['ID=2bc3cd0f-d203-4456-8321-223a7972ef89,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:22.800343 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-c3ff3731-0ef3-42f8-b4f8-019708957c3b None None] Attempting to bind port 2bc3cd0f-d203-4456-8321-223a7972ef89 on host dv-cinder-834920-1-iscsi for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 18:10:22.807577 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-c3ff3731-0ef3-42f8-b4f8-019708957c3b None None] Attempting to bind port 2bc3cd0f-d203-4456-8321-223a7972ef89 by drivers openvswitch,hyperv on host dv-cinder-834920-1-iscsi at level 0 using segments [{'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 18:10:22.808065 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ff3731-0ef3-42f8-b4f8-019708957c3b None None] Attempting to bind port 2bc3cd0f-d203-4456-8321-223a7972ef89 on network 17d610fd-133a-4c28-bfb5-fce45cda1090 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 18:10:22.816318 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ff3731-0ef3-42f8-b4f8-019708957c3b None None] Checking agent: {'id': '827fbf48-cdcd-428c-a50e-7eba0e2d74f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834920-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 21, 14), 'started_at': datetime.datetime(2022, 3, 23, 17, 21, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 18, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834920-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 18:10:22.817077 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ff3731-0ef3-42f8-b4f8-019708957c3b None None] Checking segment: {'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 18:10:22.817411 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c3ff3731-0ef3-42f8-b4f8-019708957c3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:22.818105 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ff3731-0ef3-42f8-b4f8-019708957c3b None None] Bound using segment: {'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 18:10:22.818828 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [None req-c3ff3731-0ef3-42f8-b4f8-019708957c3b None None] Bound port: 2bc3cd0f-d203-4456-8321-223a7972ef89, host: dv-cinder-834920-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d657d5-0d12-4364-ba98-0127febd700d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 18:10:22.819487 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c3ff3731-0ef3-42f8-b4f8-019708957c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (2bc3cd0f-d203-4456-8321-223a7972ef89), before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:22.884143 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-c3ff3731-0ef3-42f8-b4f8-019708957c3b None None] For port 2bc3cd0f-d203-4456-8321-223a7972ef89, host dv-cinder-834920-1-iscsi, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 18:10:22.887969 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-c3ff3731-0ef3-42f8-b4f8-019708957c3b None None] For port 2bc3cd0f-d203-4456-8321-223a7972ef89, host dv-cinder-834920-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=2bc3cd0f-d203-4456-8321-223a7972ef89,segment=NetworkSegment(e3d657d5-0d12-4364-ba98-0127febd700d),segment_id=e3d657d5-0d12-4364-ba98-0127febd700d)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 18:10:22.897838 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c3ff3731-0ef3-42f8-b4f8-019708957c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (2bc3cd0f-d203-4456-8321-223a7972ef89), after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:22.960537 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ff3731-0ef3-42f8-b4f8-019708957c3b None None] Routers {'a9cc9d25-5007-40ad-a920-12c6b17e82f5'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 18:10:22.961355 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-c3ff3731-0ef3-42f8-b4f8-019708957c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T18:10:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['a9cc9d25-5007-40ad-a920-12c6b17e82f5'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:10:23.091465 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ae5db-cf73-4973-830a-e2c954121acf None None] Pushing event updated for resources: {'Port': ['ID=2bc3cd0f-d203-4456-8321-223a7972ef89,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:23.097429 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-1a5f11f6-69b9-41dd-9eb9-2dc5b4e7ba9c None None] Current status of the port e42aecbd-ba85-41ed-8b09-3a66a943b0be is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 18:10:23.098184 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-1a5f11f6-69b9-41dd-9eb9-2dc5b4e7ba9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (e42aecbd-ba85-41ed-8b09-3a66a943b0be), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:23.105998 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-c3ff3731-0ef3-42f8-b4f8-019708957c3b None None] Set router a9cc9d25-5007-40ad-a920-12c6b17e82f5 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 18:10:23.166785 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-1a5f11f6-69b9-41dd-9eb9-2dc5b4e7ba9c None None] For port e42aecbd-ba85-41ed-8b09-3a66a943b0be, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=e42aecbd-ba85-41ed-8b09-3a66a943b0be,segment=NetworkSegment(590226a5-cd39-4ee9-97ea-6227549911f6),segment_id=590226a5-cd39-4ee9-97ea-6227549911f6)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 18:10:23.174527 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-1a5f11f6-69b9-41dd-9eb9-2dc5b4e7ba9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (e42aecbd-ba85-41ed-8b09-3a66a943b0be), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:23.203471 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [None req-bcc76bce-7c61-4170-b4ce-c6a608093986 admin admin] Allocated IP 172.20.0.1 (b8b74e96-3301-4140-8e16-46b5a26cdd3c/ed66c4da-30f0-4c92-93af-851809fd507c/64cc917b-8e2e-4a17-93cd-155ecae8bcad) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 18:10:23.236012 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f11f6-69b9-41dd-9eb9-2dc5b4e7ba9c None None] Pushing event updated for resources: {'Port': ['ID=e42aecbd-ba85-41ed-8b09-3a66a943b0be,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:23.374444 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bcc76bce-7c61-4170-b4ce-c6a608093986 admin admin] Publish callbacks [] for port (64cc917b-8e2e-4a17-93cd-155ecae8bcad), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:23.401726 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-7a5e363a-8af2-4ec2-a52f-737fd57ed748 None None] Provisioning complete for port e42aecbd-ba85-41ed-8b09-3a66a943b0be triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 18:10:23.402242 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7a5e363a-8af2-4ec2-a52f-737fd57ed748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (e42aecbd-ba85-41ed-8b09-3a66a943b0be), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:23.402393 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-c3ff3731-0ef3-42f8-b4f8-019708957c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9cc9d25-5007-40ad-a920-12c6b17e82f5', 'name': 'tempest-TestMinimumBasicScenario-97032623-router', 'tenant_id': 'ae248c60010f4857afcce7ea4844a476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '2bc3cd0f-d203-4456-8321-223a7972ef89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T18:10:19Z', 'updated_at': '2022-03-23T18:10:20Z', 'revision_number': 3, 'project_id': 'ae248c60010f4857afcce7ea4844a476', 'gw_port': {'id': '2bc3cd0f-d203-4456-8321-223a7972ef89', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ec:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9cc9d25-5007-40ad-a920-12c6b17e82f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T18:10:20Z', 'updated_at': '2022-03-23T18:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi'}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:10:23.443167 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bcc76bce-7c61-4170-b4ce-c6a608093986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59566619'] for port (64cc917b-8e2e-4a17-93cd-155ecae8bcad), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:23.446648 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device e42aecbd-ba85-41ed-8b09-3a66a943b0be up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 18:10:23.470456 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ff3731-0ef3-42f8-b4f8-019708957c3b None None] The sync data for ids ['a9cc9d25-5007-40ad-a920-12c6b17e82f5'] in dv-cinder-834920-1-iscsi is: [{'id': 'a9cc9d25-5007-40ad-a920-12c6b17e82f5', 'name': 'tempest-TestMinimumBasicScenario-97032623-router', 'tenant_id': 'ae248c60010f4857afcce7ea4844a476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '2bc3cd0f-d203-4456-8321-223a7972ef89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T18:10:19Z', 'updated_at': '2022-03-23T18:10:20Z', 'revision_number': 3, 'project_id': 'ae248c60010f4857afcce7ea4844a476', 'gw_port': {'id': '2bc3cd0f-d203-4456-8321-223a7972ef89', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ec:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9cc9d25-5007-40ad-a920-12c6b17e82f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T18:10:20Z', 'updated_at': '2022-03-23T18:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi'}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 18:10:23.517721 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc76bce-7c61-4170-b4ce-c6a608093986 admin admin] Pushing event updated for resources: {'Port': ['ID=64cc917b-8e2e-4a17-93cd-155ecae8bcad,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:23.521106 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc76bce-7c61-4170-b4ce-c6a608093986 admin admin] Network b8b74e96-3301-4140-8e16-46b5a26cdd3c is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 18:10:23.523179 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-bcc76bce-7c61-4170-b4ce-c6a608093986 admin admin] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 18:10:23.546670 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc76bce-7c61-4170-b4ce-c6a608093986 admin admin] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 18:10:23.580140 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port e42aecbd-ba85-41ed-8b09-3a66a943b0be triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 18:10:23.580962 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (e42aecbd-ba85-41ed-8b09-3a66a943b0be), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:23.602803 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bcc76bce-7c61-4170-b4ce-c6a608093986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614142'] for router_interface (a9cc9d25-5007-40ad-a920-12c6b17e82f5), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:23.665300 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-7a5e363a-8af2-4ec2-a52f-737fd57ed748 None None] Current status of the port e42aecbd-ba85-41ed-8b09-3a66a943b0be is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 18:10:23.792309 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port e42aecbd-ba85-41ed-8b09-3a66a943b0be is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 18:10:23.794259 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 747f7fec-dda6-412b-af13-9167b0d67834 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 18:10:23.916727 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port 747f7fec-dda6-412b-af13-9167b0d67834 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 18:10:23.917373 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (747f7fec-dda6-412b-af13-9167b0d67834), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:23.923343 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bcc76bce-7c61-4170-b4ce-c6a608093986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (64cc917b-8e2e-4a17-93cd-155ecae8bcad), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:24.003411 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-432f5cdc-8a83-4b9e-ac2d-f846542fb9aa None None] Provisioning complete for port 64cc917b-8e2e-4a17-93cd-155ecae8bcad triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 18:10:24.003945 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-432f5cdc-8a83-4b9e-ac2d-f846542fb9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (64cc917b-8e2e-4a17-93cd-155ecae8bcad), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:24.073810 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-432f5cdc-8a83-4b9e-ac2d-f846542fb9aa None None] Port 64cc917b-8e2e-4a17-93cd-155ecae8bcad cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 18:10:24.090275 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port 747f7fec-dda6-412b-af13-9167b0d67834 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 18:10:24.219755 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bcc76bce-7c61-4170-b4ce-c6a608093986 admin admin] Publish callbacks [] for port (64cc917b-8e2e-4a17-93cd-155ecae8bcad), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:24.225681 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bcc76bce-7c61-4170-b4ce-c6a608093986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59566636'] for port (64cc917b-8e2e-4a17-93cd-155ecae8bcad), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:24.297967 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc76bce-7c61-4170-b4ce-c6a608093986 admin admin] Pushing event updated for resources: {'Port': ['ID=64cc917b-8e2e-4a17-93cd-155ecae8bcad,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:24.303486 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-bcc76bce-7c61-4170-b4ce-c6a608093986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-613994'] for router_interface (a9cc9d25-5007-40ad-a920-12c6b17e82f5), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:24.399288 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc76bce-7c61-4170-b4ce-c6a608093986 admin admin] Network b8b74e96-3301-4140-8e16-46b5a26cdd3c is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 18:10:24.400847 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [None req-bcc76bce-7c61-4170-b4ce-c6a608093986 admin admin] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 18:10:24.544342 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc76bce-7c61-4170-b4ce-c6a608093986 admin admin] Router a9cc9d25-5007-40ad-a920-12c6b17e82f5 has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 18:10:24.702825 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc76bce-7c61-4170-b4ce-c6a608093986 admin admin] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 18:10:24.705498 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-f453b0d8-342f-4f96-b892-91028f110ede None None] Provisioning complete for port 64cc917b-8e2e-4a17-93cd-155ecae8bcad triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 18:10:24.706094 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f453b0d8-342f-4f96-b892-91028f110ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (64cc917b-8e2e-4a17-93cd-155ecae8bcad), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:24.709874 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-bcc76bce-7c61-4170-b4ce-c6a608093986 admin admin] 10.222.0.41 "PUT /v2.0/routers/a9cc9d25-5007-40ad-a920-12c6b17e82f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8737690 Mar 23 18:10:24.753392 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-f453b0d8-342f-4f96-b892-91028f110ede None None] Port 64cc917b-8e2e-4a17-93cd-155ecae8bcad cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 18:10:25.217757 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:25.364453 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 2bc3cd0f-d203-4456-8321-223a7972ef89 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 18:10:25.426577 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port 2bc3cd0f-d203-4456-8321-223a7972ef89 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 18:10:25.426993 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (2bc3cd0f-d203-4456-8321-223a7972ef89), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:25.512301 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port 2bc3cd0f-d203-4456-8321-223a7972ef89 is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 18:10:25.512692 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (2bc3cd0f-d203-4456-8321-223a7972ef89), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:25.533460 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] For port 2bc3cd0f-d203-4456-8321-223a7972ef89, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=2bc3cd0f-d203-4456-8321-223a7972ef89,segment=NetworkSegment(e3d657d5-0d12-4364-ba98-0127febd700d),segment_id=e3d657d5-0d12-4364-ba98-0127febd700d)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 18:10:25.538877 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (2bc3cd0f-d203-4456-8321-223a7972ef89), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:25.602762 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Pushing event updated for resources: {'Port': ['ID=2bc3cd0f-d203-4456-8321-223a7972ef89,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:25.846600 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a737ca3-46ca-46a3-98c2-77d5fa35f937 None None] Sync routers for ids ['a9cc9d25-5007-40ad-a920-12c6b17e82f5'] in dv-cinder-834920-1-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 18:10:25.860491 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a737ca3-46ca-46a3-98c2-77d5fa35f937 None None] Routers {'a9cc9d25-5007-40ad-a920-12c6b17e82f5'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 18:10:25.861327 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-0a737ca3-46ca-46a3-98c2-77d5fa35f937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T18:10:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['a9cc9d25-5007-40ad-a920-12c6b17e82f5'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:10:26.000977 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-0a737ca3-46ca-46a3-98c2-77d5fa35f937 None None] Set router a9cc9d25-5007-40ad-a920-12c6b17e82f5 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 18:10:26.259503 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-0a737ca3-46ca-46a3-98c2-77d5fa35f937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9cc9d25-5007-40ad-a920-12c6b17e82f5', 'name': 'tempest-TestMinimumBasicScenario-97032623-router', 'tenant_id': 'ae248c60010f4857afcce7ea4844a476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '2bc3cd0f-d203-4456-8321-223a7972ef89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T18:10:19Z', 'updated_at': '2022-03-23T18:10:23Z', 'revision_number': 4, 'project_id': 'ae248c60010f4857afcce7ea4844a476', 'gw_port': {'id': '2bc3cd0f-d203-4456-8321-223a7972ef89', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ec:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cc9d25-5007-40ad-a920-12c6b17e82f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T18:10:20Z', 'updated_at': '2022-03-23T18:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '64cc917b-8e2e-4a17-93cd-155ecae8bcad', 'name': '', 'network_id': 'b8b74e96-3301-4140-8e16-46b5a26cdd3c', 'tenant_id': 'ae248c60010f4857afcce7ea4844a476', 'mac_address': 'fa:16:3e:d8:d9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9cc9d25-5007-40ad-a920-12c6b17e82f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ed66c4da-30f0-4c92-93af-851809fd507c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T18:10:22Z', 'updated_at': '2022-03-23T18:10:24Z', 'revision_number': 2, 'project_id': 'ae248c60010f4857afcce7ea4844a476', 'subnets': [{'id': 'ed66c4da-30f0-4c92-93af-851809fd507c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:10:26.286640 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a737ca3-46ca-46a3-98c2-77d5fa35f937 None None] Checking router: a9cc9d25-5007-40ad-a920-12c6b17e82f5 for host: dv-cinder-834920-1-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 18:10:26.287344 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a737ca3-46ca-46a3-98c2-77d5fa35f937 None None] Updating router a9cc9d25-5007-40ad-a920-12c6b17e82f5 port 64cc917b-8e2e-4a17-93cd-155ecae8bcad binding host dv-cinder-834920-1-iscsi {{(pid=103209) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 18:10:26.323322 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0a737ca3-46ca-46a3-98c2-77d5fa35f937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (64cc917b-8e2e-4a17-93cd-155ecae8bcad), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:26.663005 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0a737ca3-46ca-46a3-98c2-77d5fa35f937 None None] Publish callbacks [] for port (64cc917b-8e2e-4a17-93cd-155ecae8bcad), precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:26.670150 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0a737ca3-46ca-46a3-98c2-77d5fa35f937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (64cc917b-8e2e-4a17-93cd-155ecae8bcad), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:26.747951 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4b1a4-2b77-4121-825a-4d8841fb6513 None None] Pushing event updated for resources: {'Port': ['ID=64cc917b-8e2e-4a17-93cd-155ecae8bcad,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:26.852370 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-0a737ca3-46ca-46a3-98c2-77d5fa35f937 None None] Attempting to bind port 64cc917b-8e2e-4a17-93cd-155ecae8bcad on host dv-cinder-834920-1-iscsi for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 18:10:26.854167 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-0a737ca3-46ca-46a3-98c2-77d5fa35f937 None None] Attempting to bind port 64cc917b-8e2e-4a17-93cd-155ecae8bcad by drivers openvswitch,hyperv on host dv-cinder-834920-1-iscsi at level 0 using segments [{'id': '590226a5-cd39-4ee9-97ea-6227549911f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b8b74e96-3301-4140-8e16-46b5a26cdd3c'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 18:10:26.854753 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a737ca3-46ca-46a3-98c2-77d5fa35f937 None None] Attempting to bind port 64cc917b-8e2e-4a17-93cd-155ecae8bcad on network b8b74e96-3301-4140-8e16-46b5a26cdd3c {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 18:10:26.864133 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a737ca3-46ca-46a3-98c2-77d5fa35f937 None None] Checking agent: {'id': '827fbf48-cdcd-428c-a50e-7eba0e2d74f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834920-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 21, 14), 'started_at': datetime.datetime(2022, 3, 23, 17, 21, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 18, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834920-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 18:10:26.864950 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a737ca3-46ca-46a3-98c2-77d5fa35f937 None None] Checking segment: {'id': '590226a5-cd39-4ee9-97ea-6227549911f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b8b74e96-3301-4140-8e16-46b5a26cdd3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 18:10:26.866165 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0a737ca3-46ca-46a3-98c2-77d5fa35f937 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:26.867254 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a737ca3-46ca-46a3-98c2-77d5fa35f937 None None] Bound using segment: {'id': '590226a5-cd39-4ee9-97ea-6227549911f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b8b74e96-3301-4140-8e16-46b5a26cdd3c'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 18:10:26.869041 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [None req-0a737ca3-46ca-46a3-98c2-77d5fa35f937 None None] Bound port: 64cc917b-8e2e-4a17-93cd-155ecae8bcad, host: dv-cinder-834920-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590226a5-cd39-4ee9-97ea-6227549911f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'b8b74e96-3301-4140-8e16-46b5a26cdd3c'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 18:10:26.870063 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0a737ca3-46ca-46a3-98c2-77d5fa35f937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (64cc917b-8e2e-4a17-93cd-155ecae8bcad), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:26.966746 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-0a737ca3-46ca-46a3-98c2-77d5fa35f937 None None] For port 64cc917b-8e2e-4a17-93cd-155ecae8bcad, host dv-cinder-834920-1-iscsi, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 18:10:26.970992 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-0a737ca3-46ca-46a3-98c2-77d5fa35f937 None None] For port 64cc917b-8e2e-4a17-93cd-155ecae8bcad, host dv-cinder-834920-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=64cc917b-8e2e-4a17-93cd-155ecae8bcad,segment=NetworkSegment(590226a5-cd39-4ee9-97ea-6227549911f6),segment_id=590226a5-cd39-4ee9-97ea-6227549911f6)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 18:10:26.980324 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0a737ca3-46ca-46a3-98c2-77d5fa35f937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (64cc917b-8e2e-4a17-93cd-155ecae8bcad), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:27.050150 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a737ca3-46ca-46a3-98c2-77d5fa35f937 None None] Routers {'a9cc9d25-5007-40ad-a920-12c6b17e82f5'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 18:10:27.051193 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-0a737ca3-46ca-46a3-98c2-77d5fa35f937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T18:10:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['a9cc9d25-5007-40ad-a920-12c6b17e82f5'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:10:27.146192 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4b1a4-2b77-4121-825a-4d8841fb6513 None None] Pushing event updated for resources: {'Port': ['ID=64cc917b-8e2e-4a17-93cd-155ecae8bcad,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:27.162190 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-30bced80-93de-4c54-b20e-b1ab5130162c None None] Provisioning complete for port 64cc917b-8e2e-4a17-93cd-155ecae8bcad triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 18:10:27.162589 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-30bced80-93de-4c54-b20e-b1ab5130162c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (64cc917b-8e2e-4a17-93cd-155ecae8bcad), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:27.203021 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-0a737ca3-46ca-46a3-98c2-77d5fa35f937 None None] Set router a9cc9d25-5007-40ad-a920-12c6b17e82f5 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 18:10:27.346876 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 2bc3cd0f-d203-4456-8321-223a7972ef89 up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 18:10:27.546739 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-30bced80-93de-4c54-b20e-b1ab5130162c None None] Current status of the port 64cc917b-8e2e-4a17-93cd-155ecae8bcad is: DOWN; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 18:10:27.547452 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-30bced80-93de-4c54-b20e-b1ab5130162c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (64cc917b-8e2e-4a17-93cd-155ecae8bcad), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:27.625013 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port 2bc3cd0f-d203-4456-8321-223a7972ef89 triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 18:10:27.625760 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (2bc3cd0f-d203-4456-8321-223a7972ef89), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:27.704773 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-30bced80-93de-4c54-b20e-b1ab5130162c None None] For port 64cc917b-8e2e-4a17-93cd-155ecae8bcad, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=64cc917b-8e2e-4a17-93cd-155ecae8bcad,segment=NetworkSegment(590226a5-cd39-4ee9-97ea-6227549911f6),segment_id=590226a5-cd39-4ee9-97ea-6227549911f6)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 18:10:27.939146 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-30bced80-93de-4c54-b20e-b1ab5130162c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (64cc917b-8e2e-4a17-93cd-155ecae8bcad), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:28.036107 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bced80-93de-4c54-b20e-b1ab5130162c None None] Pushing event updated for resources: {'Port': ['ID=64cc917b-8e2e-4a17-93cd-155ecae8bcad,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:28.130023 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port 2bc3cd0f-d203-4456-8321-223a7972ef89 is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 18:10:28.133629 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-0a737ca3-46ca-46a3-98c2-77d5fa35f937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9cc9d25-5007-40ad-a920-12c6b17e82f5', 'name': 'tempest-TestMinimumBasicScenario-97032623-router', 'tenant_id': 'ae248c60010f4857afcce7ea4844a476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '2bc3cd0f-d203-4456-8321-223a7972ef89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T18:10:19Z', 'updated_at': '2022-03-23T18:10:23Z', 'revision_number': 4, 'project_id': 'ae248c60010f4857afcce7ea4844a476', 'gw_port': {'id': '2bc3cd0f-d203-4456-8321-223a7972ef89', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ec:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cc9d25-5007-40ad-a920-12c6b17e82f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T18:10:20Z', 'updated_at': '2022-03-23T18:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '64cc917b-8e2e-4a17-93cd-155ecae8bcad', 'name': '', 'network_id': 'b8b74e96-3301-4140-8e16-46b5a26cdd3c', 'tenant_id': 'ae248c60010f4857afcce7ea4844a476', 'mac_address': 'fa:16:3e:d8:d9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9cc9d25-5007-40ad-a920-12c6b17e82f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ed66c4da-30f0-4c92-93af-851809fd507c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T18:10:22Z', 'updated_at': '2022-03-23T18:10:26Z', 'revision_number': 4, 'project_id': 'ae248c60010f4857afcce7ea4844a476', 'subnets': [{'id': 'ed66c4da-30f0-4c92-93af-851809fd507c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:10:28.196095 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-706b15cc-c8b8-4bf6-81a5-6f70bf7c80c8 None None] Provisioning complete for port 64cc917b-8e2e-4a17-93cd-155ecae8bcad triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 18:10:28.196655 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-706b15cc-c8b8-4bf6-81a5-6f70bf7c80c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (64cc917b-8e2e-4a17-93cd-155ecae8bcad), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:28.199448 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a737ca3-46ca-46a3-98c2-77d5fa35f937 None None] The sync data for ids ['a9cc9d25-5007-40ad-a920-12c6b17e82f5'] in dv-cinder-834920-1-iscsi is: [{'id': 'a9cc9d25-5007-40ad-a920-12c6b17e82f5', 'name': 'tempest-TestMinimumBasicScenario-97032623-router', 'tenant_id': 'ae248c60010f4857afcce7ea4844a476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '2bc3cd0f-d203-4456-8321-223a7972ef89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T18:10:19Z', 'updated_at': '2022-03-23T18:10:23Z', 'revision_number': 4, 'project_id': 'ae248c60010f4857afcce7ea4844a476', 'gw_port': {'id': '2bc3cd0f-d203-4456-8321-223a7972ef89', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ec:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cc9d25-5007-40ad-a920-12c6b17e82f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T18:10:20Z', 'updated_at': '2022-03-23T18:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '64cc917b-8e2e-4a17-93cd-155ecae8bcad', 'name': '', 'network_id': 'b8b74e96-3301-4140-8e16-46b5a26cdd3c', 'tenant_id': 'ae248c60010f4857afcce7ea4844a476', 'mac_address': 'fa:16:3e:d8:d9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9cc9d25-5007-40ad-a920-12c6b17e82f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ed66c4da-30f0-4c92-93af-851809fd507c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T18:10:22Z', 'updated_at': '2022-03-23T18:10:26Z', 'revision_number': 4, 'project_id': 'ae248c60010f4857afcce7ea4844a476', 'subnets': [{'id': 'ed66c4da-30f0-4c92-93af-851809fd507c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 18:10:28.335186 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-706b15cc-c8b8-4bf6-81a5-6f70bf7c80c8 None None] Current status of the port 64cc917b-8e2e-4a17-93cd-155ecae8bcad is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 18:10:29.374707 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 64cc917b-8e2e-4a17-93cd-155ecae8bcad up at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 18:10:29.458909 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Provisioning complete for port 64cc917b-8e2e-4a17-93cd-155ecae8bcad triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 18:10:29.459374 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (64cc917b-8e2e-4a17-93cd-155ecae8bcad), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:29.552723 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Current status of the port 64cc917b-8e2e-4a17-93cd-155ecae8bcad is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 18:10:35.021530 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 57884) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:10:35.156049 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b1fce3a0-3d2d-4cd3-b9af-9964465a3d2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:35.248173 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b1fce3a0-3d2d-4cd3-b9af-9964465a3d2f admin admin] Publish callbacks [] for security_group (684fa59e-fa19-43d1-a698-28e3d4cd8808), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:35.253194 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b1fce3a0-3d2d-4cd3-b9af-9964465a3d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (684fa59e-fa19-43d1-a698-28e3d4cd8808), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:35.293682 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-b1fce3a0-3d2d-4cd3-b9af-9964465a3d2f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e5e088abcdf41078719a6e56e3f7c47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2707205 Mar 23 18:10:35.294724 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fce3a0-3d2d-4cd3-b9af-9964465a3d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684fa59e-fa19-43d1-a698-28e3d4cd8808,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:35.297758 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 57896) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:10:35.362399 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d062369e-cc6e-4fd9-b22f-9aa952c2d3d6 admin admin] Publish callbacks [] for security_group (684fa59e-fa19-43d1-a698-28e3d4cd8808), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:35.389604 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d062369e-cc6e-4fd9-b22f-9aa952c2d3d6 admin admin] Publish callbacks [] for security_group (684fa59e-fa19-43d1-a698-28e3d4cd8808), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:35.473899 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d062369e-cc6e-4fd9-b22f-9aa952c2d3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (684fa59e-fa19-43d1-a698-28e3d4cd8808), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:35.476838 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-d062369e-cc6e-4fd9-b22f-9aa952c2d3d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:35.480850 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-d062369e-cc6e-4fd9-b22f-9aa952c2d3d6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/684fa59e-fa19-43d1-a698-28e3d4cd8808 HTTP/1.1" status: 204 len: 168 time: 0.1786616 Mar 23 18:10:35.487629 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d062369e-cc6e-4fd9-b22f-9aa952c2d3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684fa59e-fa19-43d1-a698-28e3d4cd8808,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:35.565839 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-1251361f-d10a-4dd1-ae94-d308f93f1f4d tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:10:35.567583 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-1251361f-d10a-4dd1-ae94-d308f93f1f4d tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/networks?id=2a6ac686-ec45-48c2-911d-d2c740a8c535 HTTP/1.1" status: 200 len: 814 time: 0.1344922 Mar 23 18:10:35.589513 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-80a0862f-ced0-40e2-b260-e0587331d07d tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/quotas/ed1550934d274f9dbfd2b976fcd1630c HTTP/1.1" status: 200 len: 375 time: 0.0109339 Mar 23 18:10:35.656113 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-0898bfd0-a7a1-44e2-b1e1-a963dd4eebb3 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed1550934d274f9dbfd2b976fcd1630c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606034 Mar 23 18:10:35.803475 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-e3dd9b7c-3fd4-494c-b998-47d9a1b1089d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103208) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 18:10:35.804496 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-e3dd9b7c-3fd4-494c-b998-47d9a1b1089d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1354244 Mar 23 18:10:35.821364 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 57916) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:10:35.842895 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4aa10825-744b-41d8-85c3-671ab14db55a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:35.916473 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-e948d579-2aea-461f-a89e-a4b8b3e424a3 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6ac686-ec45-48c2-911d-d2c740a8c535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989676 Mar 23 18:10:35.937072 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4aa10825-744b-41d8-85c3-671ab14db55a admin admin] Publish callbacks [] for security_group (222c6c34-b146-4a66-85dd-bb78d5b5dade), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:35.942669 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4aa10825-744b-41d8-85c3-671ab14db55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (222c6c34-b146-4a66-85dd-bb78d5b5dade), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:36.005726 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-4aa10825-744b-41d8-85c3-671ab14db55a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3389030d8e3d41fa882b51931792ebbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1828897 Mar 23 18:10:36.007345 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa10825-744b-41d8-85c3-671ab14db55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222c6c34-b146-4a66-85dd-bb78d5b5dade,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:36.013003 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 57918) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:10:36.050013 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-831d1bd2-9eac-409a-9500-c6c1c6991eb5 service neutron] 10.222.0.41 "GET /v2.0/networks/2a6ac686-ec45-48c2-911d-d2c740a8c535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265996 Mar 23 18:10:36.083951 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-44dce343-d07c-44e0-84aa-b0d6ad60e4a6 admin admin] Publish callbacks [] for security_group (222c6c34-b146-4a66-85dd-bb78d5b5dade), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:36.118458 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-44dce343-d07c-44e0-84aa-b0d6ad60e4a6 admin admin] Publish callbacks [] for security_group (222c6c34-b146-4a66-85dd-bb78d5b5dade), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:36.202954 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-44dce343-d07c-44e0-84aa-b0d6ad60e4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (222c6c34-b146-4a66-85dd-bb78d5b5dade), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:36.205586 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-44dce343-d07c-44e0-84aa-b0d6ad60e4a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:36.209829 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-44dce343-d07c-44e0-84aa-b0d6ad60e4a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/222c6c34-b146-4a66-85dd-bb78d5b5dade HTTP/1.1" status: 204 len: 168 time: 0.1924467 Mar 23 18:10:36.216080 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dce343-d07c-44e0-84aa-b0d6ad60e4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222c6c34-b146-4a66-85dd-bb78d5b5dade,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:36.250398 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-102a2641-8ec3-4cf5-a729-87c8ea76844d req-cc92f7fe-5d49-4e60-875b-c0cf10292834 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 210 time: 0.0476568 Mar 23 18:10:37.388816 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-26fc678f-c38f-4567-ba4a-756c48b7fc6b req-8f6ae133-9d40-4b94-b748-b94fc76a9e3a tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 210 time: 0.0395026 Mar 23 18:10:37.547269 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-0051c20d-5cfa-4727-9fe3-806c7b82c6ff tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:10:37.550547 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-0051c20d-5cfa-4727-9fe3-806c7b82c6ff tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.57 "GET /v2.0/networks?id=2a6ac686-ec45-48c2-911d-d2c740a8c535 HTTP/1.1" status: 200 len: 814 time: 0.1445911 Mar 23 18:10:37.564836 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-3b194a78-1e1c-48e0-81ac-3accf62a5d12 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Request body: {'port': {'device_id': 'a2106c90-e778-42fc-8e51-691dd8378194', 'network_id': '2a6ac686-ec45-48c2-911d-d2c740a8c535', 'admin_state_up': True, 'tenant_id': 'ed1550934d274f9dbfd2b976fcd1630c'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 18:10:37.696105 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-1807f3bd-c884-43dd-897a-c33121a2a8c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:37.703835 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-3b194a78-1e1c-48e0-81ac-3accf62a5d12 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Made reservation on behalf of ed1550934d274f9dbfd2b976fcd1630c for: {'port': 1} {{(pid=103207) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 18:10:37.714303 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-3b194a78-1e1c-48e0-81ac-3accf62a5d12 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:37.879576 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_common [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-3b194a78-1e1c-48e0-81ac-3accf62a5d12 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Allocated IP 172.20.0.7 (2a6ac686-ec45-48c2-911d-d2c740a8c535/bd55860f-b8e9-4ea5-9200-1dd953d89cda/5a20881a-8caf-4de4-b4c8-334cb7ab4b5e) {{(pid=103207) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 18:10:38.118159 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-3b194a78-1e1c-48e0-81ac-3accf62a5d12 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks [] for port (5a20881a-8caf-4de4-b4c8-334cb7ab4b5e), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:38.183435 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-3b194a78-1e1c-48e0-81ac-3accf62a5d12 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59566619'] for port (5a20881a-8caf-4de4-b4c8-334cb7ab4b5e), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:38.384078 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-3b194a78-1e1c-48e0-81ac-3accf62a5d12 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Network 2a6ac686-ec45-48c2-911d-d2c740a8c535 is already hosted by enough agents. {{(pid=103207) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 18:10:38.395481 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b194a78-1e1c-48e0-81ac-3accf62a5d12 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Pushing event updated for resources: {'Port': ['ID=5a20881a-8caf-4de4-b4c8-334cb7ab4b5e,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:38.400830 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.base_scheduler [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-3b194a78-1e1c-48e0-81ac-3accf62a5d12 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Resources bound (agent type, host, resource id): {{(pid=103207) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 18:10:38.404785 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-3b194a78-1e1c-48e0-81ac-3accf62a5d12 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Received port after_create {{(pid=103207) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 18:10:38.583465 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-3b194a78-1e1c-48e0-81ac-3accf62a5d12 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:10:38.585599 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-3b194a78-1e1c-48e0-81ac-3accf62a5d12 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:38.650572 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092af69a-8867-483d-94bb-607db095f4f1 req-e4c2eb67-df5d-441f-9207-eb5674d61075 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:10:38.651480 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-3b194a78-1e1c-48e0-81ac-3accf62a5d12 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0938423 Mar 23 18:10:38.653270 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-092af69a-8867-483d-94bb-607db095f4f1 req-e4c2eb67-df5d-441f-9207-eb5674d61075 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 931 time: 0.1436007 Mar 23 18:10:38.755041 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-092af69a-8867-483d-94bb-607db095f4f1 req-3f8477e6-22ce-4967-88ef-e4847c4ac71a tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893972 Mar 23 18:10:38.876675 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-92da6cee-3e0c-41b6-b53f-7813ce7b6d20 None None] Provisioning complete for port 5a20881a-8caf-4de4-b4c8-334cb7ab4b5e triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 18:10:38.877275 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-92da6cee-3e0c-41b6-b53f-7813ce7b6d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (5a20881a-8caf-4de4-b4c8-334cb7ab4b5e), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:38.907571 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-31008d40-e289-4ae5-87b6-21c635ed3183 service neutron] Request body: {'port': {'device_id': 'a2106c90-e778-42fc-8e51-691dd8378194', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83492'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 18:10:38.989424 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-92da6cee-3e0c-41b6-b53f-7813ce7b6d20 None None] Port 5a20881a-8caf-4de4-b4c8-334cb7ab4b5e cannot update to ACTIVE because it is not bound. {{(pid=103209) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 18:10:39.092395 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-31008d40-e289-4ae5-87b6-21c635ed3183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (5a20881a-8caf-4de4-b4c8-334cb7ab4b5e), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:39.494379 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-31008d40-e289-4ae5-87b6-21c635ed3183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a20881a-8caf-4de4-b4c8-334cb7ab4b5e {{(pid=103207) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 18:10:39.502550 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-31008d40-e289-4ae5-87b6-21c635ed3183 service neutron] Publish callbacks [] for port (5a20881a-8caf-4de4-b4c8-334cb7ab4b5e), precommit_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:39.519269 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.provisioning_blocks [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-31008d40-e289-4ae5-87b6-21c635ed3183 service neutron] Transition to ACTIVE for port object 5a20881a-8caf-4de4-b4c8-334cb7ab4b5e will not be triggered until provisioned by entity L2. {{(pid=103207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 18:10:39.524188 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-31008d40-e289-4ae5-87b6-21c635ed3183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59566636'] for port (5a20881a-8caf-4de4-b4c8-334cb7ab4b5e), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:39.584587 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31008d40-e289-4ae5-87b6-21c635ed3183 service neutron] Pushing event updated for resources: {'Port': ['ID=5a20881a-8caf-4de4-b4c8-334cb7ab4b5e,revision_number=2']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:39.802224 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-31008d40-e289-4ae5-87b6-21c635ed3183 service neutron] Attempting to bind port 5a20881a-8caf-4de4-b4c8-334cb7ab4b5e on host hv-cinder-83492 for vnic_type normal with profile {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 18:10:39.802453 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-31008d40-e289-4ae5-87b6-21c635ed3183 service neutron] Attempting to bind port 5a20881a-8caf-4de4-b4c8-334cb7ab4b5e by drivers openvswitch,hyperv on host hv-cinder-83492 at level 0 using segments [{'id': 'fbe3bea3-1bd2-4671-a8c9-19fc1227495a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '2a6ac686-ec45-48c2-911d-d2c740a8c535'}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 18:10:39.802839 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-31008d40-e289-4ae5-87b6-21c635ed3183 service neutron] Attempting to bind port 5a20881a-8caf-4de4-b4c8-334cb7ab4b5e on network 2a6ac686-ec45-48c2-911d-d2c740a8c535 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 18:10:39.810780 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-31008d40-e289-4ae5-87b6-21c635ed3183 service neutron] Port 5a20881a-8caf-4de4-b4c8-334cb7ab4b5e on network 2a6ac686-ec45-48c2-911d-d2c740a8c535 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83492 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 18:10:39.811233 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-31008d40-e289-4ae5-87b6-21c635ed3183 service neutron] Attempting to bind port 5a20881a-8caf-4de4-b4c8-334cb7ab4b5e on network 2a6ac686-ec45-48c2-911d-d2c740a8c535 {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 18:10:39.821318 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-31008d40-e289-4ae5-87b6-21c635ed3183 service neutron] Checking agent: {'id': '0fd13996-c267-4136-a0e2-84ee892b4d83', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83492', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'started_at': datetime.datetime(2022, 3, 23, 17, 27, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 18, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 18:10:39.821735 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-31008d40-e289-4ae5-87b6-21c635ed3183 service neutron] Checking segment: {'id': 'fbe3bea3-1bd2-4671-a8c9-19fc1227495a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '2a6ac686-ec45-48c2-911d-d2c740a8c535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 18:10:39.822034 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-31008d40-e289-4ae5-87b6-21c635ed3183 service neutron] Bound using segment: {'id': 'fbe3bea3-1bd2-4671-a8c9-19fc1227495a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '2a6ac686-ec45-48c2-911d-d2c740a8c535'} {{(pid=103207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 18:10:39.822482 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.managers [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-31008d40-e289-4ae5-87b6-21c635ed3183 service neutron] Bound port: 5a20881a-8caf-4de4-b4c8-334cb7ab4b5e, host: hv-cinder-83492, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe3bea3-1bd2-4671-a8c9-19fc1227495a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '2a6ac686-ec45-48c2-911d-d2c740a8c535'}}] {{(pid=103207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 18:10:39.822910 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-31008d40-e289-4ae5-87b6-21c635ed3183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (5a20881a-8caf-4de4-b4c8-334cb7ab4b5e), before_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:39.986081 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0211d-778d-4271-aee3-121510bfed43 req-345bf419-0c89-4da9-970b-14c7c713a916 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:10:39.988408 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-42f0211d-778d-4271-aee3-121510bfed43 req-345bf419-0c89-4da9-970b-14c7c713a916 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 943 time: 0.1110151 Mar 23 18:10:39.996551 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-31008d40-e289-4ae5-87b6-21c635ed3183 service neutron] For port 5a20881a-8caf-4de4-b4c8-334cb7ab4b5e, host hv-cinder-83492, cleared binding levels {{(pid=103207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 18:10:40.003834 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-31008d40-e289-4ae5-87b6-21c635ed3183 service neutron] For port 5a20881a-8caf-4de4-b4c8-334cb7ab4b5e, host hv-cinder-83492, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=5a20881a-8caf-4de4-b4c8-334cb7ab4b5e,segment=NetworkSegment(fbe3bea3-1bd2-4671-a8c9-19fc1227495a),segment_id=fbe3bea3-1bd2-4671-a8c9-19fc1227495a)] {{(pid=103207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 18:10:40.015310 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-31008d40-e289-4ae5-87b6-21c635ed3183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59566636'] for port (5a20881a-8caf-4de4-b4c8-334cb7ab4b5e), after_update {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:40.070422 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-42f0211d-778d-4271-aee3-121510bfed43 req-a48a72d5-11ee-4b2f-a2ab-4fe65a5e5ea7 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715148 Mar 23 18:10:40.078800 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-31008d40-e289-4ae5-87b6-21c635ed3183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:10:40.079831 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-31008d40-e289-4ae5-87b6-21c635ed3183 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:40.082622 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-31008d40-e289-4ae5-87b6-21c635ed3183 service neutron] 10.222.0.57 "PUT /v2.0/ports/5a20881a-8caf-4de4-b4c8-334cb7ab4b5e HTTP/1.1" status: 200 len: 1093 time: 1.4111538 Mar 23 18:10:40.083478 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2106c90-e778-42fc-8e51-691dd8378194', 'tag': '5a20881a-8caf-4de4-b4c8-334cb7ab4b5e'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 18:10:40.088366 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c615cd6-d962-456f-973a-08d9ec2e5046" -d '{"events": [{"name": "network-changed", "server_uuid": "a2106c90-e778-42fc-8e51-691dd8378194", "tag": "5a20881a-8caf-4de4-b4c8-334cb7ab4b5e"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 18:10:40.127363 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31008d40-e289-4ae5-87b6-21c635ed3183 service neutron] Pushing event updated for resources: {'Port': ['ID=5a20881a-8caf-4de4-b4c8-334cb7ab4b5e,revision_number=3']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:40.248172 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 18:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36c3736-3ed0-408a-ba8e-6d70ba035c10 x-openstack-request-id: req-b36c3736-3ed0-408a-ba8e-6d70ba035c10 {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 18:10:40.248613 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2106c90-e778-42fc-8e51-691dd8378194", "tag": "5a20881a-8caf-4de4-b4c8-334cb7ab4b5e", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 18:10:40.249006 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b36c3736-3ed0-408a-ba8e-6d70ba035c10 {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 18:10:40.249190 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-70a325f0-3738-4ffa-9722-0e552b536279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:40.249922 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b36c3736-3ed0-408a-ba8e-6d70ba035c10'] response: {'name': 'network-changed', 'server_uuid': 'a2106c90-e778-42fc-8e51-691dd8378194', 'tag': '5a20881a-8caf-4de4-b4c8-334cb7ab4b5e', 'status': 'completed', 'code': 200} Mar 23 18:10:41.228617 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b9572-d9fa-4d4a-b6e1-e2d99ec48847 req-ff8e570b-bf4c-4e07-a154-2caa23fe5a94 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:10:41.232993 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d06b9572-d9fa-4d4a-b6e1-e2d99ec48847 req-ff8e570b-bf4c-4e07-a154-2caa23fe5a94 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 943 time: 0.0638187 Mar 23 18:10:41.334857 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d06b9572-d9fa-4d4a-b6e1-e2d99ec48847 req-edbc13da-352e-4d4e-ab67-c814cd1f4027 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905089 Mar 23 18:10:41.622071 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:42.454438 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30910b7-81bf-41ac-890c-764bdc064ad8 req-dd4d919d-ef17-4d36-82e6-f78056f8b1a2 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:10:42.455957 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b30910b7-81bf-41ac-890c-764bdc064ad8 req-dd4d919d-ef17-4d36-82e6-f78056f8b1a2 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 943 time: 0.0581172 Mar 23 18:10:42.507517 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b30910b7-81bf-41ac-890c-764bdc064ad8 req-b56a9d37-708e-4bf9-85da-1ad2bfa10cc7 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455868 Mar 23 18:10:43.043167 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:43.644138 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518e06a-543d-426b-a4d3-cb7a9f6d9d72 req-d8b4ca54-eedc-41ff-b6c9-0dc7a1203e9d tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:10:43.645817 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c518e06a-543d-426b-a4d3-cb7a9f6d9d72 req-d8b4ca54-eedc-41ff-b6c9-0dc7a1203e9d tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 943 time: 0.0672486 Mar 23 18:10:43.714443 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c518e06a-543d-426b-a4d3-cb7a9f6d9d72 req-503174ad-29b8-4b78-889e-c618465e6bcd tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608709 Mar 23 18:10:44.183752 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:44.845045 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c382fe8-29e5-4861-8180-bd825edd8cbf req-7dfa19dc-2588-42fd-88b5-7668cd0eda48 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:10:44.846577 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7c382fe8-29e5-4861-8180-bd825edd8cbf req-7dfa19dc-2588-42fd-88b5-7668cd0eda48 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 943 time: 0.0627155 Mar 23 18:10:44.910159 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7c382fe8-29e5-4861-8180-bd825edd8cbf req-91e4856e-22e0-4053-9a34-fdcc4d727d17 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572996 Mar 23 18:10:46.039658 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6d5d2-6d19-43ec-bb1a-436e026e69aa req-97055ca6-a690-4b70-989a-f4dfc7e712aa tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:10:46.041354 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-42a6d5d2-6d19-43ec-bb1a-436e026e69aa req-97055ca6-a690-4b70-989a-f4dfc7e712aa tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 943 time: 0.0597718 Mar 23 18:10:46.107064 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-42a6d5d2-6d19-43ec-bb1a-436e026e69aa req-02e851f2-e480-408e-b4c7-978167c4bd3a tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553265 Mar 23 18:10:47.269964 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1b6dd-ec5e-4f02-aad8-0679fd186c09 req-0452e4c4-851f-42a1-bad6-f7cf901d9684 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:10:47.271702 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-76a1b6dd-ec5e-4f02-aad8-0679fd186c09 req-0452e4c4-851f-42a1-bad6-f7cf901d9684 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 943 time: 0.0924616 Mar 23 18:10:47.323737 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-76a1b6dd-ec5e-4f02-aad8-0679fd186c09 req-f6dfe4d5-9291-4696-9d1e-901f1abb9b9d tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460410 Mar 23 18:10:48.449236 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a60eee-56e4-46c1-8a66-adcdf8b73676 req-bbaae7f9-432e-4c87-9302-361bb161eca5 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:10:48.451000 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-93a60eee-56e4-46c1-8a66-adcdf8b73676 req-bbaae7f9-432e-4c87-9302-361bb161eca5 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 943 time: 0.0572786 Mar 23 18:10:48.508976 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-93a60eee-56e4-46c1-8a66-adcdf8b73676 req-32f881c5-9433-40c4-9740-84d5f5efd340 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509019 Mar 23 18:10:49.661944 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea20984-c20f-4be6-9110-db0ef210b335 req-c1a7a271-8ed6-4714-b259-a5529e74d3af tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:10:49.663470 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8ea20984-c20f-4be6-9110-db0ef210b335 req-c1a7a271-8ed6-4714-b259-a5529e74d3af tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 943 time: 0.0631888 Mar 23 18:10:49.713234 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8ea20984-c20f-4be6-9110-db0ef210b335 req-1a228028-45f6-4134-bf09-f13fb54ab8d5 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438967 Mar 23 18:10:50.846858 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0292a1-bd22-4e4b-8218-ea4907758e28 req-52484b4e-63ee-4486-a302-f2006ac3ae67 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:10:50.848743 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1c0292a1-bd22-4e4b-8218-ea4907758e28 req-52484b4e-63ee-4486-a302-f2006ac3ae67 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 943 time: 0.0651863 Mar 23 18:10:50.905282 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-1c0292a1-bd22-4e4b-8218-ea4907758e28 req-40597acb-bb65-4167-b5c2-34dd5fbacd13 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504665 Mar 23 18:10:52.038714 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134cfb8-16f2-4091-9ebb-9e09f784bc73 req-791b3f80-57fb-4691-a9db-8209c3a68659 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:10:52.041386 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7134cfb8-16f2-4091-9ebb-9e09f784bc73 req-791b3f80-57fb-4691-a9db-8209c3a68659 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 943 time: 0.0628755 Mar 23 18:10:52.102239 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-7134cfb8-16f2-4091-9ebb-9e09f784bc73 req-a0d2e0ce-4955-4284-b7fe-36dffbc94636 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551555 Mar 23 18:10:53.291733 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c5619-5f26-42a9-84f6-5d61c2388606 req-a4bad35f-2e1f-42b5-9990-344c7fda2b28 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:10:53.294307 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6c4c5619-5f26-42a9-84f6-5d61c2388606 req-a4bad35f-2e1f-42b5-9990-344c7fda2b28 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 943 time: 0.0929132 Mar 23 18:10:53.401650 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6c4c5619-5f26-42a9-84f6-5d61c2388606 req-4d73e055-3b85-4fff-acda-5fe63e0ab51d tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833013 Mar 23 18:10:54.544190 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba80bc-1660-4c2f-bd12-b253d35c8386 req-4525ea47-1977-4005-9659-0459f7c87462 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:10:54.546584 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4fba80bc-1660-4c2f-bd12-b253d35c8386 req-4525ea47-1977-4005-9659-0459f7c87462 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 943 time: 0.0759776 Mar 23 18:10:54.608224 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4fba80bc-1660-4c2f-bd12-b253d35c8386 req-96595b11-71c7-401c-8559-57965ee460c9 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550973 Mar 23 18:10:55.189089 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:55.759148 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139f8c2-113d-40f3-87ae-849c90388770 req-470ceec0-0899-4275-8acf-45f73e76db2d tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:10:55.761430 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4139f8c2-113d-40f3-87ae-849c90388770 req-470ceec0-0899-4275-8acf-45f73e76db2d tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 943 time: 0.0707152 Mar 23 18:10:55.818512 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4139f8c2-113d-40f3-87ae-849c90388770 req-e2902903-4123-4a5e-a538-bd30c31f6782 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514803 Mar 23 18:10:55.858149 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-dafdeb34-d33e-4dff-a289-d8f8fdbf74cd tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103207) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 18:10:55.859218 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-dafdeb34-d33e-4dff-a289-d8f8fdbf74cd tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095572 Mar 23 18:10:55.950226 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c615cd6-d962-456f-973a-08d9ec2e5046 req-cc4e8069-36e4-4bb0-84b1-b335e17f904c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:10:55.952475 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5c615cd6-d962-456f-973a-08d9ec2e5046 req-cc4e8069-36e4-4bb0-84b1-b335e17f904c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ed1550934d274f9dbfd2b976fcd1630c&device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 1127 time: 0.0525525 Mar 23 18:10:56.164071 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c615cd6-d962-456f-973a-08d9ec2e5046 req-7e49b65e-5b23-4550-8312-b13514a36d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:10:56.165955 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5c615cd6-d962-456f-973a-08d9ec2e5046 req-7e49b65e-5b23-4550-8312-b13514a36d6e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ed1550934d274f9dbfd2b976fcd1630c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1837046 Mar 23 18:10:56.245166 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 58142) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:10:56.310972 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c615cd6-d962-456f-973a-08d9ec2e5046 req-7a161c9e-4c9c-4f5a-81e4-cf6bd0a13f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:10:56.312952 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-5c615cd6-d962-456f-973a-08d9ec2e5046 req-7a161c9e-4c9c-4f5a-81e4-cf6bd0a13f92 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1400714 Mar 23 18:10:56.387610 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-738e8208-1d19-4902-8fe7-8be97098d131 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:56.419550 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-b8cf0eca-8ab6-4585-9e08-81afe123d6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:10:56.421106 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-b8cf0eca-8ab6-4585-9e08-81afe123d6c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ed1550934d274f9dbfd2b976fcd1630c&device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 1127 time: 0.0523379 Mar 23 18:10:56.479713 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-0fcb5081-ae2c-410d-bc9b-a85915d7f087 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a20881a-8caf-4de4-b4c8-334cb7ab4b5e HTTP/1.1" status: 200 len: 217 time: 0.0496130 Mar 23 18:10:56.484528 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-738e8208-1d19-4902-8fe7-8be97098d131 admin admin] Publish callbacks [] for security_group (01ad6d15-8a58-4e4e-aab9-0e35686c3da5), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:56.490061 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-738e8208-1d19-4902-8fe7-8be97098d131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (01ad6d15-8a58-4e4e-aab9-0e35686c3da5), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:56.545018 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e8208-1d19-4902-8fe7-8be97098d131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ad6d15-8a58-4e4e-aab9-0e35686c3da5,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:56.549681 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-3edeac24-0be9-4ca2-9ac7-ecf9743c8916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:10:56.550051 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-738e8208-1d19-4902-8fe7-8be97098d131 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c1d897ceb5c4435a864cf9ec7f3daf01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3034124 Mar 23 18:10:56.551307 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-3edeac24-0be9-4ca2-9ac7-ecf9743c8916 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd55860f-b8e9-4ea5-9200-1dd953d89cda HTTP/1.1" status: 200 len: 853 time: 0.0478611 Mar 23 18:10:56.552757 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 58146) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:10:56.557764 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e8208-1d19-4902-8fe7-8be97098d131 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:56.558123 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e8208-1d19-4902-8fe7-8be97098d131 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:56.558539 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e8208-1d19-4902-8fe7-8be97098d131 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:56.558822 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e8208-1d19-4902-8fe7-8be97098d131 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:56.559263 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e8208-1d19-4902-8fe7-8be97098d131 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:56.559592 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e8208-1d19-4902-8fe7-8be97098d131 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:56.559927 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e8208-1d19-4902-8fe7-8be97098d131 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:56.560384 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e8208-1d19-4902-8fe7-8be97098d131 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:56.560719 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e8208-1d19-4902-8fe7-8be97098d131 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:56.561050 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e8208-1d19-4902-8fe7-8be97098d131 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:56.562343 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e8208-1d19-4902-8fe7-8be97098d131 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:56.562343 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e8208-1d19-4902-8fe7-8be97098d131 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:56.562343 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e8208-1d19-4902-8fe7-8be97098d131 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:56.562635 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e8208-1d19-4902-8fe7-8be97098d131 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:56.562889 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738e8208-1d19-4902-8fe7-8be97098d131 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:56.640731 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-8c5fd826-4c31-4a1e-9d3a-ccdec7dcad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:10:56.643251 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-8c5fd826-4c31-4a1e-9d3a-ccdec7dcad64 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2a6ac686-ec45-48c2-911d-d2c740a8c535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0842443 Mar 23 18:10:56.681550 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9b45d0ba-1916-46b3-a6f8-dbe3429ac3f2 admin admin] Publish callbacks [] for security_group (01ad6d15-8a58-4e4e-aab9-0e35686c3da5), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:56.738365 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9b45d0ba-1916-46b3-a6f8-dbe3429ac3f2 admin admin] Publish callbacks [] for security_group (01ad6d15-8a58-4e4e-aab9-0e35686c3da5), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:56.790991 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-c3ff0fcc-57b9-40a4-afb0-47c767b0e816 service neutron] 10.222.0.57 "GET /v2.0/networks/2a6ac686-ec45-48c2-911d-d2c740a8c535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337285 Mar 23 18:10:56.847506 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9b45d0ba-1916-46b3-a6f8-dbe3429ac3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (01ad6d15-8a58-4e4e-aab9-0e35686c3da5), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:56.850328 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-9b45d0ba-1916-46b3-a6f8-dbe3429ac3f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:56.851484 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-9b45d0ba-1916-46b3-a6f8-dbe3429ac3f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/01ad6d15-8a58-4e4e-aab9-0e35686c3da5 HTTP/1.1" status: 204 len: 168 time: 0.2976923 Mar 23 18:10:56.864399 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b45d0ba-1916-46b3-a6f8-dbe3429ac3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ad6d15-8a58-4e4e-aab9-0e35686c3da5,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:56.875498 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45d0ba-1916-46b3-a6f8-dbe3429ac3f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:56.875822 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45d0ba-1916-46b3-a6f8-dbe3429ac3f2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:56.876401 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45d0ba-1916-46b3-a6f8-dbe3429ac3f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:56.876570 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45d0ba-1916-46b3-a6f8-dbe3429ac3f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:56.876863 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45d0ba-1916-46b3-a6f8-dbe3429ac3f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:56.877209 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45d0ba-1916-46b3-a6f8-dbe3429ac3f2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:56.877665 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45d0ba-1916-46b3-a6f8-dbe3429ac3f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:56.877932 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45d0ba-1916-46b3-a6f8-dbe3429ac3f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:56.878190 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45d0ba-1916-46b3-a6f8-dbe3429ac3f2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:56.878570 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45d0ba-1916-46b3-a6f8-dbe3429ac3f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:56.878778 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45d0ba-1916-46b3-a6f8-dbe3429ac3f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:56.879462 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45d0ba-1916-46b3-a6f8-dbe3429ac3f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:56.879796 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45d0ba-1916-46b3-a6f8-dbe3429ac3f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:56.880455 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45d0ba-1916-46b3-a6f8-dbe3429ac3f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:56.880455 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45d0ba-1916-46b3-a6f8-dbe3429ac3f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:10:56.947364 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-60af296a-4d7b-4d00-a3ed-ee4e55c0e357 req-09d58d04-5463-4ad1-ac4c-8d9592ec158f service neutron] 10.222.0.57 "GET /v2.0/networks/2a6ac686-ec45-48c2-911d-d2c740a8c535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493318 Mar 23 18:10:56.979223 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbc49c-da48-4183-99ed-00ec4286de47 req-b5772d8d-c50f-4552-878a-f4b28b2535f4 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:10:56.980935 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8cfbc49c-da48-4183-99ed-00ec4286de47 req-b5772d8d-c50f-4552-878a-f4b28b2535f4 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 943 time: 0.0706935 Mar 23 18:10:57.064883 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8cfbc49c-da48-4183-99ed-00ec4286de47 req-50f719ea-9c27-4392-8de0-42b2ac11cf32 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746899 Mar 23 18:10:57.213038 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 58156) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:10:57.229447 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0da26c1c-e22b-4ce8-9b7d-0c5511f5d52e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:57.331090 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0da26c1c-e22b-4ce8-9b7d-0c5511f5d52e admin admin] Publish callbacks [] for security_group (a81ae0ec-5b1a-40bd-9ff6-f87c8a138258), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:57.337602 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0da26c1c-e22b-4ce8-9b7d-0c5511f5d52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (a81ae0ec-5b1a-40bd-9ff6-f87c8a138258), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:57.377292 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-0da26c1c-e22b-4ce8-9b7d-0c5511f5d52e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fffa0c1d485a45af9cb6a1ea1069d668&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1624212 Mar 23 18:10:57.378059 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da26c1c-e22b-4ce8-9b7d-0c5511f5d52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81ae0ec-5b1a-40bd-9ff6-f87c8a138258,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:57.381116 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 58158) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:10:57.434340 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c2bd9949-6d7e-4383-bc6c-d144124d8c89 admin admin] Publish callbacks [] for security_group (a81ae0ec-5b1a-40bd-9ff6-f87c8a138258), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:57.459073 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c2bd9949-6d7e-4383-bc6c-d144124d8c89 admin admin] Publish callbacks [] for security_group (a81ae0ec-5b1a-40bd-9ff6-f87c8a138258), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:57.522585 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c2bd9949-6d7e-4383-bc6c-d144124d8c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (a81ae0ec-5b1a-40bd-9ff6-f87c8a138258), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:57.526339 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c2bd9949-6d7e-4383-bc6c-d144124d8c89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:10:57.527830 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-c2bd9949-6d7e-4383-bc6c-d144124d8c89 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a81ae0ec-5b1a-40bd-9ff6-f87c8a138258 HTTP/1.1" status: 204 len: 168 time: 0.1457744 Mar 23 18:10:57.536854 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd9949-6d7e-4383-bc6c-d144124d8c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81ae0ec-5b1a-40bd-9ff6-f87c8a138258,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:10:58.204132 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c147e-6c90-4505-8898-64a1dafb814b req-fb37a483-5dd8-4591-932a-4cd39a4b9977 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:10:58.206638 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-959c147e-6c90-4505-8898-64a1dafb814b req-fb37a483-5dd8-4591-932a-4cd39a4b9977 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 943 time: 0.0638890 Mar 23 18:10:58.260458 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-959c147e-6c90-4505-8898-64a1dafb814b req-f2e9563e-1789-40fa-9e8e-a6983904f910 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479472 Mar 23 18:10:59.230021 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:10:59.386258 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85461fe4-1744-4411-8c77-8400aa809449 req-2abe43d5-7e71-42a9-bf3c-4bf927e1d1c6 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:10:59.387982 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-85461fe4-1744-4411-8c77-8400aa809449 req-2abe43d5-7e71-42a9-bf3c-4bf927e1d1c6 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 943 time: 0.0564995 Mar 23 18:10:59.438404 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-85461fe4-1744-4411-8c77-8400aa809449 req-6021ad71-fe63-4586-a00b-f978aef1612a tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424261 Mar 23 18:11:00.562054 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72d471-5f22-416d-94d3-176a2ad7dd31 req-d31b1da4-b783-49a5-bd02-b21d3038e624 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:11:00.563544 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cb72d471-5f22-416d-94d3-176a2ad7dd31 req-d31b1da4-b783-49a5-bd02-b21d3038e624 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 943 time: 0.0584152 Mar 23 18:11:00.613842 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-cb72d471-5f22-416d-94d3-176a2ad7dd31 req-82fb94e5-a27d-46ba-9fa6-b6dd57117db8 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441902 Mar 23 18:11:01.739204 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25fd69-406e-4fa3-ab22-2e155ce8dd9c req-f34e9d5c-a80f-4cfe-be71-7f8543d5e189 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:11:01.740596 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-dc25fd69-406e-4fa3-ab22-2e155ce8dd9c req-f34e9d5c-a80f-4cfe-be71-7f8543d5e189 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 943 time: 0.0562911 Mar 23 18:11:01.788201 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-dc25fd69-406e-4fa3-ab22-2e155ce8dd9c req-047f9604-0c5e-446b-9d67-9e5f80319211 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418899 Mar 23 18:11:02.916414 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18136771-8123-42ad-a16a-97f395320288 req-09a1c855-293d-4a13-b470-8691cb687ab3 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:11:02.918147 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-18136771-8123-42ad-a16a-97f395320288 req-09a1c855-293d-4a13-b470-8691cb687ab3 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 943 time: 0.0613630 Mar 23 18:11:02.927744 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device 5a20881a-8caf-4de4-b4c8-334cb7ab4b5e details requested by agent hyperv_hv-cinder-83492 with host hv-cinder-83492 {{(pid=103209) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 18:11:02.981108 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-18136771-8123-42ad-a16a-97f395320288 req-751864db-fc4a-4465-bef9-01b7a528ee4f tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571010 Mar 23 18:11:03.060702 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port 5a20881a-8caf-4de4-b4c8-334cb7ab4b5e, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=5a20881a-8caf-4de4-b4c8-334cb7ab4b5e,segment=NetworkSegment(fbe3bea3-1bd2-4671-a8c9-19fc1227495a),segment_id=fbe3bea3-1bd2-4671-a8c9-19fc1227495a)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 18:11:03.073093 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Returning: {'device': '5a20881a-8caf-4de4-b4c8-334cb7ab4b5e', 'network_id': '2a6ac686-ec45-48c2-911d-d2c740a8c535', 'port_id': '5a20881a-8caf-4de4-b4c8-334cb7ab4b5e', 'mac_address': 'fa:16:3e:3d:ee:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd55860f-b8e9-4ea5-9200-1dd953d89cda', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103209) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 18:11:03.121059 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port 5a20881a-8caf-4de4-b4c8-334cb7ab4b5e is: DOWN; New status is: BUILD {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 18:11:03.121473 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (5a20881a-8caf-4de4-b4c8-334cb7ab4b5e), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:03.135150 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a20881a-8caf-4de4-b4c8-334cb7ab4b5e {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 18:11:03.155079 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port 5a20881a-8caf-4de4-b4c8-334cb7ab4b5e, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=5a20881a-8caf-4de4-b4c8-334cb7ab4b5e,segment=NetworkSegment(fbe3bea3-1bd2-4671-a8c9-19fc1227495a),segment_id=fbe3bea3-1bd2-4671-a8c9-19fc1227495a)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 18:11:03.160929 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (5a20881a-8caf-4de4-b4c8-334cb7ab4b5e), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:03.222566 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=5a20881a-8caf-4de4-b4c8-334cb7ab4b5e,revision_number=4']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:11:04.148271 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb87f57-45f0-4f56-a00b-dd01ca0838bf req-c2d8b2dc-2a43-44f7-b76a-daf3f0f348d2 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:11:04.149931 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-dbb87f57-45f0-4f56-a00b-dd01ca0838bf req-c2d8b2dc-2a43-44f7-b76a-daf3f0f348d2 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 944 time: 0.0598855 Mar 23 18:11:04.228723 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-dbb87f57-45f0-4f56-a00b-dd01ca0838bf req-4fb63af7-a661-4be3-b8fa-ebfdf1f4881f tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677826 Mar 23 18:11:05.119540 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] get_ports_and_sgs() called for port_ids ['5a20881a-8caf-4de4-b4c8-334cb7ab4b5e'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 18:11:05.395473 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8810df-d5aa-4fe6-8b86-8eebfdedcb6e req-0bfebba4-8a0c-4cce-93f3-b02064010700 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:11:05.397229 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-da8810df-d5aa-4fe6-8b86-8eebfdedcb6e req-0bfebba4-8a0c-4cce-93f3-b02064010700 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 944 time: 0.0721114 Mar 23 18:11:05.474167 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-da8810df-d5aa-4fe6-8b86-8eebfdedcb6e req-800404c8-e2a4-4908-ba42-7ac2eae42eb5 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692773 Mar 23 18:11:06.617066 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b91e0-785d-44db-935c-50d0311a4547 req-7f401d2f-a94e-4a41-9407-d842c30b2066 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:11:06.618602 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-830b91e0-785d-44db-935c-50d0311a4547 req-7f401d2f-a94e-4a41-9407-d842c30b2066 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 944 time: 0.0565686 Mar 23 18:11:06.676316 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-830b91e0-785d-44db-935c-50d0311a4547 req-c18c4010-35f3-4131-9808-18285f0cc61f tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474527 Mar 23 18:11:07.449583 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device 5a20881a-8caf-4de4-b4c8-334cb7ab4b5e up at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 18:11:07.530902 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning for port 5a20881a-8caf-4de4-b4c8-334cb7ab4b5e completed by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 18:11:07.535025 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Provisioning complete for port 5a20881a-8caf-4de4-b4c8-334cb7ab4b5e triggered by entity L2. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 18:11:07.535757 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (5a20881a-8caf-4de4-b4c8-334cb7ab4b5e), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:07.621940 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Current status of the port 5a20881a-8caf-4de4-b4c8-334cb7ab4b5e is: BUILD; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 18:11:07.622325 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (5a20881a-8caf-4de4-b4c8-334cb7ab4b5e), before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:07.647602 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2106c90-e778-42fc-8e51-691dd8378194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a20881a-8caf-4de4-b4c8-334cb7ab4b5e'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 18:11:07.650027 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be3b886c43f84fb41b48ddc1b85747c6a8556e7daa9282459995a85f65cd8bc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bf7786-f861-4ba2-a183-f8979ba20b7f" -d '{"events": [{"server_uuid": "a2106c90-e778-42fc-8e51-691dd8378194", "name": "network-vif-plugged", "status": "completed", "tag": "5a20881a-8caf-4de4-b4c8-334cb7ab4b5e"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 18:11:07.666795 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] For port 5a20881a-8caf-4de4-b4c8-334cb7ab4b5e, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=5a20881a-8caf-4de4-b4c8-334cb7ab4b5e,segment=NetworkSegment(fbe3bea3-1bd2-4671-a8c9-19fc1227495a),segment_id=fbe3bea3-1bd2-4671-a8c9-19fc1227495a)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 18:11:07.672552 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511'] for port (5a20881a-8caf-4de4-b4c8-334cb7ab4b5e), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:07.722123 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c18344bf-2531-4338-a4b8-c7180e5eb9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:07.738012 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Pushing event updated for resources: {'Port': ['ID=5a20881a-8caf-4de4-b4c8-334cb7ab4b5e,revision_number=5']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:11:07.843719 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4057e9-66bf-4dd1-99c5-0586d0a6f7a0 req-a55699ac-992b-4f86-8fd7-28b3f28ae632 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:11:07.846365 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8c4057e9-66bf-4dd1-99c5-0586d0a6f7a0 req-a55699ac-992b-4f86-8fd7-28b3f28ae632 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 945 time: 0.0684583 Mar 23 18:11:07.884132 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 18:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b081c60-e0b8-41f1-a877-c14c00a73224 x-openstack-request-id: req-5b081c60-e0b8-41f1-a877-c14c00a73224 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 18:11:07.884616 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2106c90-e778-42fc-8e51-691dd8378194", "name": "network-vif-plugged", "status": "completed", "tag": "5a20881a-8caf-4de4-b4c8-334cb7ab4b5e", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 18:11:07.885050 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5b081c60-e0b8-41f1-a877-c14c00a73224 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 18:11:07.885755 dv-cinder-834920-1-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b081c60-e0b8-41f1-a877-c14c00a73224'] response: {'server_uuid': 'a2106c90-e778-42fc-8e51-691dd8378194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a20881a-8caf-4de4-b4c8-334cb7ab4b5e', 'code': 200} Mar 23 18:11:07.901856 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-8c4057e9-66bf-4dd1-99c5-0586d0a6f7a0 req-62ac982b-2597-45fb-8c3a-3114b5c50681 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508962 Mar 23 18:11:09.056248 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2783a08-162c-4803-8808-ed425e76fee6 req-404ae32c-92a8-4355-855e-3989ff7907bc tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:11:09.057799 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d2783a08-162c-4803-8808-ed425e76fee6 req-404ae32c-92a8-4355-855e-3989ff7907bc tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 945 time: 0.0695066 Mar 23 18:11:09.124275 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d2783a08-162c-4803-8808-ed425e76fee6 req-b94bda73-3569-4163-88cd-e7922cdbec82 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577536 Mar 23 18:11:09.868027 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bdc626-d15a-4996-935a-428b68dca1f7 req-4570220b-8709-4a1b-942b-c9d6dad6cf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:11:09.869556 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-72bdc626-d15a-4996-935a-428b68dca1f7 req-4570220b-8709-4a1b-942b-c9d6dad6cf41 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 1129 time: 0.0481055 Mar 23 18:11:09.919323 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-72bdc626-d15a-4996-935a-428b68dca1f7 req-433254dc-b422-4ac8-b4f5-735d9ea25dba service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425181 Mar 23 18:11:10.197326 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-de2aef4a-cc00-4217-9b58-3524ef59f225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:10.260481 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac22853-579a-435d-8c99-2bc16f44e526 req-7485583f-da8c-48ae-805f-fcad5f9d73f1 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:11:10.262047 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6ac22853-579a-435d-8c99-2bc16f44e526 req-7485583f-da8c-48ae-805f-fcad5f9d73f1 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 945 time: 0.0628064 Mar 23 18:11:10.316656 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6ac22853-579a-435d-8c99-2bc16f44e526 req-0bdd2b7a-e045-4f79-939f-8e1ff9b896be tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450909 Mar 23 18:11:11.465972 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4021d4-d042-48d9-9f37-e5dc86dc6a32 req-5504efe2-030c-4d6a-8af0-089cbabe3503 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:11:11.467574 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0e4021d4-d042-48d9-9f37-e5dc86dc6a32 req-5504efe2-030c-4d6a-8af0-089cbabe3503 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 945 time: 0.0794652 Mar 23 18:11:11.518707 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0e4021d4-d042-48d9-9f37-e5dc86dc6a32 req-47ed7d4f-1e73-42b8-90bf-4eb499b930e7 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451627 Mar 23 18:11:11.632504 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:12.655859 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31800674-a0c6-48ac-8ff3-3e2e958dc7b7 req-ed7eaa00-a374-4ab2-9f22-c77b0918f519 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:11:12.656763 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-31800674-a0c6-48ac-8ff3-3e2e958dc7b7 req-ed7eaa00-a374-4ab2-9f22-c77b0918f519 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 945 time: 0.0598540 Mar 23 18:11:12.707937 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-31800674-a0c6-48ac-8ff3-3e2e958dc7b7 req-b69ddecd-a79b-4725-917a-bf43e65f05e7 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443885 Mar 23 18:11:12.833288 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc6b08-a154-47df-bb4a-5185e38ad1de req-0fa3ca54-2cdd-4590-92f5-6adb1f37cfe0 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:11:12.834930 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-27dc6b08-a154-47df-bb4a-5185e38ad1de req-0fa3ca54-2cdd-4590-92f5-6adb1f37cfe0 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 945 time: 0.0550590 Mar 23 18:11:12.897485 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-27dc6b08-a154-47df-bb4a-5185e38ad1de req-fb1cf32a-c679-44bb-965b-e97cc63a4dd9 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556276 Mar 23 18:11:13.049665 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:13.284037 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf8650-d01c-4a82-a4c3-4f0415c56bff req-b2dd3b5d-8423-44d5-93b0-3c777bb48aa1 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:11:13.285953 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6cbf8650-d01c-4a82-a4c3-4f0415c56bff req-b2dd3b5d-8423-44d5-93b0-3c777bb48aa1 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 945 time: 0.0667343 Mar 23 18:11:13.337086 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6cbf8650-d01c-4a82-a4c3-4f0415c56bff req-0ecb83c0-8993-4b1d-9b90-223cc1243ce5 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454204 Mar 23 18:11:14.183469 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:22.365058 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 58422) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:11:22.476817 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-fe033f75-cc49-4a69-8e37-f054e94af5c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:22.569115 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-fe033f75-cc49-4a69-8e37-f054e94af5c2 admin admin] Publish callbacks [] for security_group (cc3fad74-ec32-44cc-ba7b-c9ee281e40e4), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:22.575830 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-fe033f75-cc49-4a69-8e37-f054e94af5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (cc3fad74-ec32-44cc-ba7b-c9ee281e40e4), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:22.617788 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe033f75-cc49-4a69-8e37-f054e94af5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3fad74-ec32-44cc-ba7b-c9ee281e40e4,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:11:22.622100 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-fe033f75-cc49-4a69-8e37-f054e94af5c2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a8ec92da506b41df8811d4fcbee6ca45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2559941 Mar 23 18:11:22.625715 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 58428) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:11:22.677244 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ac3fc29b-5706-403f-90fe-9aae1f226c85 admin admin] Publish callbacks [] for security_group (cc3fad74-ec32-44cc-ba7b-c9ee281e40e4), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:22.699806 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ac3fc29b-5706-403f-90fe-9aae1f226c85 admin admin] Publish callbacks [] for security_group (cc3fad74-ec32-44cc-ba7b-c9ee281e40e4), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:22.757070 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ac3fc29b-5706-403f-90fe-9aae1f226c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (cc3fad74-ec32-44cc-ba7b-c9ee281e40e4), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:22.761064 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-ac3fc29b-5706-403f-90fe-9aae1f226c85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:22.762751 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-ac3fc29b-5706-403f-90fe-9aae1f226c85 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cc3fad74-ec32-44cc-ba7b-c9ee281e40e4 HTTP/1.1" status: 204 len: 168 time: 0.1357710 Mar 23 18:11:22.771546 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3fc29b-5706-403f-90fe-9aae1f226c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3fad74-ec32-44cc-ba7b-c9ee281e40e4,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:11:25.210718 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:26.022212 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dae42c-4a9f-4f2a-9344-1697563573d8 req-15764bca-3e81-42b2-8219-775af17481da tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:11:26.023650 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d8dae42c-4a9f-4f2a-9344-1697563573d8 req-15764bca-3e81-42b2-8219-775af17481da tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 945 time: 0.0586162 Mar 23 18:11:26.077359 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d8dae42c-4a9f-4f2a-9344-1697563573d8 req-c6bf4fe5-b5ff-4264-aead-3c9088a32dd5 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477855 Mar 23 18:11:26.100519 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 58450) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:11:26.310925 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f121a8df-0e35-45f8-84ed-cf2ac0e25019 tempest-TestMinimumBasicScenario-630188284 tempest-TestMinimumBasicScenario-630188284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:11:26.312554 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-f121a8df-0e35-45f8-84ed-cf2ac0e25019 tempest-TestMinimumBasicScenario-630188284 tempest-TestMinimumBasicScenario-630188284-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 1124 time: 0.2106695 Mar 23 18:11:26.315527 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 58456) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:11:26.319777 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-e4b0cbe1-10e8-45a5-9ef0-28ff47eb73f5 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Request body: {'floatingip': {'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'port_id': '5a20881a-8caf-4de4-b4c8-334cb7ab4b5e', 'tenant_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 18:11:26.345485 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e4b0cbe1-10e8-45a5-9ef0-28ff47eb73f5 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:26.715789 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e4b0cbe1-10e8-45a5-9ef0-28ff47eb73f5 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:26.827434 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.db_base_plugin_common [None req-e4b0cbe1-10e8-45a5-9ef0-28ff47eb73f5 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Allocated IP 172.27.2.8 (17d610fd-133a-4c28-bfb5-fce45cda1090/3c39f8ab-3a38-4914-94a2-be3bf3be7af7/d2d955a2-e084-4b51-8477-f9fa45c3489b) {{(pid=103208) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 18:11:26.952033 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e4b0cbe1-10e8-45a5-9ef0-28ff47eb73f5 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks [] for port (d2d955a2-e084-4b51-8477-f9fa45c3489b), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:26.991927 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e4b0cbe1-10e8-45a5-9ef0-28ff47eb73f5 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741035638775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59308127'] for port (d2d955a2-e084-4b51-8477-f9fa45c3489b), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:27.026306 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b0cbe1-10e8-45a5-9ef0-28ff47eb73f5 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Network 17d610fd-133a-4c28-bfb5-fce45cda1090 is already hosted by enough agents. {{(pid=103208) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 18:11:27.029195 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.base_scheduler [None req-e4b0cbe1-10e8-45a5-9ef0-28ff47eb73f5 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Resources bound (agent type, host, resource id): {{(pid=103208) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 18:11:27.032734 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b0cbe1-10e8-45a5-9ef0-28ff47eb73f5 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Received port after_create {{(pid=103208) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 18:11:27.062377 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0cbe1-10e8-45a5-9ef0-28ff47eb73f5 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Pushing event updated for resources: {'Port': ['ID=d2d955a2-e084-4b51-8477-f9fa45c3489b,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:11:27.398997 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e4b0cbe1-10e8-45a5-9ef0-28ff47eb73f5 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks [] for floatingip (fe2c08a5-246f-4b60-a2e0-12c463e48929), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:27.484009 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e4b0cbe1-10e8-45a5-9ef0-28ff47eb73f5 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (d2d955a2-e084-4b51-8477-f9fa45c3489b), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:27.647135 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e4b0cbe1-10e8-45a5-9ef0-28ff47eb73f5 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks [] for port (d2d955a2-e084-4b51-8477-f9fa45c3489b), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:27.654442 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e4b0cbe1-10e8-45a5-9ef0-28ff47eb73f5 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59308136'] for port (d2d955a2-e084-4b51-8477-f9fa45c3489b), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:27.721416 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0cbe1-10e8-45a5-9ef0-28ff47eb73f5 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Pushing event updated for resources: {'Port': ['ID=d2d955a2-e084-4b51-8477-f9fa45c3489b,revision_number=2']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:11:27.733968 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e4b0cbe1-10e8-45a5-9ef0-28ff47eb73f5 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614213'] for floatingip (fe2c08a5-246f-4b60-a2e0-12c463e48929), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:27.837360 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.db.l3_db [None req-e4b0cbe1-10e8-45a5-9ef0-28ff47eb73f5 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Floating IP fe2c08a5-246f-4b60-a2e0-12c463e48929 associated. External IP: 172.27.2.8, port: 5a20881a-8caf-4de4-b4c8-334cb7ab4b5e. Mar 23 18:11:28.092998 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b0cbe1-10e8-45a5-9ef0-28ff47eb73f5 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Router ed119067-a227-4c5b-81ce-96add2b6b344 has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 18:11:28.215800 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b0cbe1-10e8-45a5-9ef0-28ff47eb73f5 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 18:11:28.230832 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f456e685-42f0-4b86-8ac6-667a3a93b9a6 None None] Sync routers for ids ['ed119067-a227-4c5b-81ce-96add2b6b344'] in dv-cinder-834920-1-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 18:11:28.241844 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e4b0cbe1-10e8-45a5-9ef0-28ff47eb73f5 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:28.242295 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f456e685-42f0-4b86-8ac6-667a3a93b9a6 None None] Routers {'ed119067-a227-4c5b-81ce-96add2b6b344'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 18:11:28.243127 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-f456e685-42f0-4b86-8ac6-667a3a93b9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T18:11:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['ed119067-a227-4c5b-81ce-96add2b6b344'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:11:28.276735 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-e4b0cbe1-10e8-45a5-9ef0-28ff47eb73f5 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9601264 Mar 23 18:11:28.277449 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2106c90-e778-42fc-8e51-691dd8378194', 'tag': '5a20881a-8caf-4de4-b4c8-334cb7ab4b5e'}] {{(pid=103208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 18:11:28.279658 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 58462) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:11:28.280217 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d19940c1d3d58fda64df9d77de31f07f84ddba43144513a64de6e566be545741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953608b7-aa9d-46dc-accd-c2b53246e76f" -d '{"events": [{"name": "network-changed", "server_uuid": "a2106c90-e778-42fc-8e51-691dd8378194", "tag": "5a20881a-8caf-4de4-b4c8-334cb7ab4b5e"}]}' {{(pid=103208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 18:11:28.286195 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.v2.base [None req-8d48415a-a985-4f64-ba24-1afbe6d57722 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1156865054', 'description': 'tempest-secgroup-smoke-1156865054 description', 'project_id': 'ed1550934d274f9dbfd2b976fcd1630c'}} {{(pid=103207) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 18:11:28.322467 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8d48415a-a985-4f64-ba24-1afbe6d57722 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:28.399810 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8d48415a-a985-4f64-ba24-1afbe6d57722 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks [] for security_group (db51af52-7253-491e-ac6a-eb9135dafba2), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:28.407164 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8d48415a-a985-4f64-ba24-1afbe6d57722 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (db51af52-7253-491e-ac6a-eb9135dafba2), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:28.437888 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48415a-a985-4f64-ba24-1afbe6d57722 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db51af52-7253-491e-ac6a-eb9135dafba2,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:11:28.442150 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-8d48415a-a985-4f64-ba24-1afbe6d57722 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:28.446867 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 58468) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:11:28.446965 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-8d48415a-a985-4f64-ba24-1afbe6d57722 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1653717 Mar 23 18:11:28.451902 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-c0dd21cd-fc92-448f-953a-dfdfd733caa1 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Request body: {'security_group_rule': {'security_group_id': 'db51af52-7253-491e-ac6a-eb9135dafba2', 'project_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 18:11:28.457997 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-f456e685-42f0-4b86-8ac6-667a3a93b9a6 None None] Set router ed119067-a227-4c5b-81ce-96add2b6b344 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 18:11:28.472640 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 18:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8d7a55-3b07-47ba-8a0d-af065033d6df x-openstack-request-id: req-5f8d7a55-3b07-47ba-8a0d-af065033d6df {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 18:11:28.472947 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2106c90-e778-42fc-8e51-691dd8378194", "tag": "5a20881a-8caf-4de4-b4c8-334cb7ab4b5e", "status": "completed", "code": 200}]} {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 18:11:28.473222 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5f8d7a55-3b07-47ba-8a0d-af065033d6df {{(pid=103208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 18:11:28.473637 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f8d7a55-3b07-47ba-8a0d-af065033d6df'] response: {'name': 'network-changed', 'server_uuid': 'a2106c90-e778-42fc-8e51-691dd8378194', 'tag': '5a20881a-8caf-4de4-b4c8-334cb7ab4b5e', 'status': 'completed', 'code': 200} Mar 23 18:11:28.484829 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c0dd21cd-fc92-448f-953a-dfdfd733caa1 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks [] for security_group_rule (65530513-70c7-4864-b8e3-6bfdd1b05f60), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:28.533528 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c0dd21cd-fc92-448f-953a-dfdfd733caa1 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks [] for security_group_rule (65530513-70c7-4864-b8e3-6bfdd1b05f60), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:28.539784 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c0dd21cd-fc92-448f-953a-dfdfd733caa1 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530535'] for security_group_rule (65530513-70c7-4864-b8e3-6bfdd1b05f60), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:28.539985 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953608b7-aa9d-46dc-accd-c2b53246e76f req-4245c61e-8876-4dcb-bb3f-dfa0c7c7d61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:11:28.541974 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-953608b7-aa9d-46dc-accd-c2b53246e76f req-4245c61e-8876-4dcb-bb3f-dfa0c7c7d61a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ed1550934d274f9dbfd2b976fcd1630c&device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 1129 time: 0.0454905 Mar 23 18:11:28.559751 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd21cd-fc92-448f-953a-dfdfd733caa1 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65530513-70c7-4864-b8e3-6bfdd1b05f60,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:11:28.571245 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c0dd21cd-fc92-448f-953a-dfdfd733caa1 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:28.572475 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-c0dd21cd-fc92-448f-953a-dfdfd733caa1 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245391 Mar 23 18:11:28.575167 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 58470) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:11:28.579764 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-dc9f0cdb-faf5-4bfb-b4d9-948eb2415e6b tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Request body: {'security_group_rule': {'security_group_id': 'db51af52-7253-491e-ac6a-eb9135dafba2', 'project_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 18:11:28.607678 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-dc9f0cdb-faf5-4bfb-b4d9-948eb2415e6b tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks [] for security_group_rule (35927465-296d-4e6b-9a4c-788c20edd1aa), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:28.640477 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953608b7-aa9d-46dc-accd-c2b53246e76f req-47725ad7-12a3-4e5f-bb48-db9c4f0fc18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:11:28.642039 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-953608b7-aa9d-46dc-accd-c2b53246e76f req-47725ad7-12a3-4e5f-bb48-db9c4f0fc18c service neutron] 10.222.0.57 "GET /v2.0/networks?id=2a6ac686-ec45-48c2-911d-d2c740a8c535 HTTP/1.1" status: 200 len: 915 time: 0.0951071 Mar 23 18:11:28.672700 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-dc9f0cdb-faf5-4bfb-b4d9-948eb2415e6b tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks [] for security_group_rule (35927465-296d-4e6b-9a4c-788c20edd1aa), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:28.678165 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-dc9f0cdb-faf5-4bfb-b4d9-948eb2415e6b tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530535'] for security_group_rule (35927465-296d-4e6b-9a4c-788c20edd1aa), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:28.696829 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f0cdb-faf5-4bfb-b4d9-948eb2415e6b tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35927465-296d-4e6b-9a4c-788c20edd1aa,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:11:28.702695 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-f456e685-42f0-4b86-8ac6-667a3a93b9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'name': 'tempest-TestMinimumBasicScenario-362245812-router', 'tenant_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T18:10:14Z', 'updated_at': '2022-03-23T18:10:17Z', 'revision_number': 4, 'project_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'gw_port': {'id': 'fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T18:10:14Z', 'updated_at': '2022-03-23T18:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': 'fe2c08a5-246f-4b60-a2e0-12c463e48929', 'tenant_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'port_id': '5a20881a-8caf-4de4-b4c8-334cb7ab4b5e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a6ac686-ec45-48c2-911d-d2c740a8c535', 'mac_address': 'fa:16:3e:3d:ee:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2106c90-e778-42fc-8e51-691dd8378194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T18:11:27Z', 'updated_at': '2022-03-23T18:11:27Z', 'revision_number': 0, 'project_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '747f7fec-dda6-412b-af13-9167b0d67834', 'name': '', 'network_id': '2a6ac686-ec45-48c2-911d-d2c740a8c535', 'tenant_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'mac_address': 'fa:16:3e:48:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'bd55860f-b8e9-4ea5-9200-1dd953d89cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T18:10:16Z', 'updated_at': '2022-03-23T18:10:21Z', 'revision_number': 5, 'project_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'subnets': [{'id': 'bd55860f-b8e9-4ea5-9200-1dd953d89cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:11:28.711111 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-dc9f0cdb-faf5-4bfb-b4d9-948eb2415e6b tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:28.712361 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-dc9f0cdb-faf5-4bfb-b4d9-948eb2415e6b tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1362667 Mar 23 18:11:28.715132 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 58472) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:11:28.717476 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-953608b7-aa9d-46dc-accd-c2b53246e76f req-e02ceb42-8eb4-4fac-a0f4-6d99c64a6b58 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a20881a-8caf-4de4-b4c8-334cb7ab4b5e HTTP/1.1" status: 200 len: 997 time: 0.0687118 Mar 23 18:11:28.720013 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-f0d0a7bc-5ab3-43e0-921a-3c32955d9181 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Request body: {'security_group_rule': {'security_group_id': 'db51af52-7253-491e-ac6a-eb9135dafba2', 'project_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 18:11:28.736130 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f456e685-42f0-4b86-8ac6-667a3a93b9a6 None None] Checking router: ed119067-a227-4c5b-81ce-96add2b6b344 for host: dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 18:11:28.746923 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f456e685-42f0-4b86-8ac6-667a3a93b9a6 None None] Routers {'ed119067-a227-4c5b-81ce-96add2b6b344'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 18:11:28.747552 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-f456e685-42f0-4b86-8ac6-667a3a93b9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T18:11:10Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['ed119067-a227-4c5b-81ce-96add2b6b344'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:11:28.748653 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f0d0a7bc-5ab3-43e0-921a-3c32955d9181 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks [] for security_group_rule (5ec7d3c7-25f5-48da-abed-6866bb811bde), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:28.771127 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953608b7-aa9d-46dc-accd-c2b53246e76f req-52f0f8a5-48b0-4b33-9d80-52b1de89a1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:11:28.772951 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-953608b7-aa9d-46dc-accd-c2b53246e76f req-52f0f8a5-48b0-4b33-9d80-52b1de89a1f6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd55860f-b8e9-4ea5-9200-1dd953d89cda HTTP/1.1" status: 200 len: 853 time: 0.0485337 Mar 23 18:11:28.810313 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f0d0a7bc-5ab3-43e0-921a-3c32955d9181 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks [] for security_group_rule (5ec7d3c7-25f5-48da-abed-6866bb811bde), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:28.815559 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f0d0a7bc-5ab3-43e0-921a-3c32955d9181 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530535'] for security_group_rule (5ec7d3c7-25f5-48da-abed-6866bb811bde), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:28.823876 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953608b7-aa9d-46dc-accd-c2b53246e76f req-4ecc4236-fd98-4344-9d6f-45580ffb37e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:11:28.825384 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-953608b7-aa9d-46dc-accd-c2b53246e76f req-4ecc4236-fd98-4344-9d6f-45580ffb37e1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2a6ac686-ec45-48c2-911d-d2c740a8c535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459070 Mar 23 18:11:28.835269 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d0a7bc-5ab3-43e0-921a-3c32955d9181 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec7d3c7-25f5-48da-abed-6866bb811bde,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:11:28.846937 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-f0d0a7bc-5ab3-43e0-921a-3c32955d9181 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:28.850934 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-f0d0a7bc-5ab3-43e0-921a-3c32955d9181 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1322570 Mar 23 18:11:28.851668 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 58474) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:11:28.856553 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-91bd5d25-908d-4a43-85f3-f6f605709f27 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Request body: {'security_group_rule': {'security_group_id': 'db51af52-7253-491e-ac6a-eb9135dafba2', 'project_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 18:11:28.858184 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-f456e685-42f0-4b86-8ac6-667a3a93b9a6 None None] Set router ed119067-a227-4c5b-81ce-96add2b6b344 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 18:11:28.887082 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-91bd5d25-908d-4a43-85f3-f6f605709f27 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks [] for security_group_rule (e1dbafdf-e102-490c-bb74-0ecb1beea84e), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:28.928177 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-953608b7-aa9d-46dc-accd-c2b53246e76f req-4a0ea8ab-d0fb-4253-b2ae-f6809155c1c6 service neutron] 10.222.0.57 "GET /v2.0/networks/2a6ac686-ec45-48c2-911d-d2c740a8c535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962784 Mar 23 18:11:28.951325 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-91bd5d25-908d-4a43-85f3-f6f605709f27 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks [] for security_group_rule (e1dbafdf-e102-490c-bb74-0ecb1beea84e), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:28.958586 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-91bd5d25-908d-4a43-85f3-f6f605709f27 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530535'] for security_group_rule (e1dbafdf-e102-490c-bb74-0ecb1beea84e), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:28.978676 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd5d25-908d-4a43-85f3-f6f605709f27 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1dbafdf-e102-490c-bb74-0ecb1beea84e,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:11:28.993868 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-91bd5d25-908d-4a43-85f3-f6f605709f27 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:28.995287 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-91bd5d25-908d-4a43-85f3-f6f605709f27 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1425025 Mar 23 18:11:28.998031 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 58476) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:11:29.003270 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-eea5137d-4102-4068-b7aa-448ff2721d4f tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Request body: {'security_group_rule': {'security_group_id': 'db51af52-7253-491e-ac6a-eb9135dafba2', 'project_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 18:11:29.026696 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-953608b7-aa9d-46dc-accd-c2b53246e76f req-5647b537-049c-41ee-8d53-521628f58061 service neutron] 10.222.0.57 "GET /v2.0/networks/2a6ac686-ec45-48c2-911d-d2c740a8c535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918880 Mar 23 18:11:29.027631 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.db.securitygroups_db [None req-eea5137d-4102-4068-b7aa-448ff2721d4f tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Project ed1550934d274f9dbfd2b976fcd1630c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 18:11:29.035127 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-eea5137d-4102-4068-b7aa-448ff2721d4f tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks [] for security_group_rule (75c78b12-aa1c-43e0-9985-b6a93c08a66e), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:29.095521 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-f456e685-42f0-4b86-8ac6-667a3a93b9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'name': 'tempest-TestMinimumBasicScenario-362245812-router', 'tenant_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T18:10:14Z', 'updated_at': '2022-03-23T18:10:17Z', 'revision_number': 4, 'project_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'gw_port': {'id': 'fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T18:10:14Z', 'updated_at': '2022-03-23T18:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': 'fe2c08a5-246f-4b60-a2e0-12c463e48929', 'tenant_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'port_id': '5a20881a-8caf-4de4-b4c8-334cb7ab4b5e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a6ac686-ec45-48c2-911d-d2c740a8c535', 'mac_address': 'fa:16:3e:3d:ee:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2106c90-e778-42fc-8e51-691dd8378194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T18:11:27Z', 'updated_at': '2022-03-23T18:11:27Z', 'revision_number': 0, 'project_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '747f7fec-dda6-412b-af13-9167b0d67834', 'name': '', 'network_id': '2a6ac686-ec45-48c2-911d-d2c740a8c535', 'tenant_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'mac_address': 'fa:16:3e:48:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'bd55860f-b8e9-4ea5-9200-1dd953d89cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T18:10:16Z', 'updated_at': '2022-03-23T18:10:21Z', 'revision_number': 5, 'project_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'subnets': [{'id': 'bd55860f-b8e9-4ea5-9200-1dd953d89cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:11:29.107244 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-eea5137d-4102-4068-b7aa-448ff2721d4f tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks [] for security_group_rule (75c78b12-aa1c-43e0-9985-b6a93c08a66e), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:29.113607 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-eea5137d-4102-4068-b7aa-448ff2721d4f tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530535'] for security_group_rule (75c78b12-aa1c-43e0-9985-b6a93c08a66e), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:29.121396 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f456e685-42f0-4b86-8ac6-667a3a93b9a6 None None] The sync data for ids ['ed119067-a227-4c5b-81ce-96add2b6b344'] in dv-cinder-834920-1-iscsi is: [{'id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'name': 'tempest-TestMinimumBasicScenario-362245812-router', 'tenant_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T18:10:14Z', 'updated_at': '2022-03-23T18:10:17Z', 'revision_number': 4, 'project_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'gw_port': {'id': 'fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T18:10:14Z', 'updated_at': '2022-03-23T18:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_floatingips': [{'id': 'fe2c08a5-246f-4b60-a2e0-12c463e48929', 'tenant_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'floating_ip_address': '172.27.2.8', 'floating_network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'router_id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'port_id': '5a20881a-8caf-4de4-b4c8-334cb7ab4b5e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a6ac686-ec45-48c2-911d-d2c740a8c535', 'mac_address': 'fa:16:3e:3d:ee:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2106c90-e778-42fc-8e51-691dd8378194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T18:11:27Z', 'updated_at': '2022-03-23T18:11:27Z', 'revision_number': 0, 'project_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '747f7fec-dda6-412b-af13-9167b0d67834', 'name': '', 'network_id': '2a6ac686-ec45-48c2-911d-d2c740a8c535', 'tenant_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'mac_address': 'fa:16:3e:48:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'bd55860f-b8e9-4ea5-9200-1dd953d89cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T18:10:16Z', 'updated_at': '2022-03-23T18:10:21Z', 'revision_number': 5, 'project_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'subnets': [{'id': 'bd55860f-b8e9-4ea5-9200-1dd953d89cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 18:11:29.131208 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5137d-4102-4068-b7aa-448ff2721d4f tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75c78b12-aa1c-43e0-9985-b6a93c08a66e,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:11:29.143545 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-eea5137d-4102-4068-b7aa-448ff2721d4f tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:29.147926 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-eea5137d-4102-4068-b7aa-448ff2721d4f tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1458399 Mar 23 18:11:29.148276 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 58478) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:11:29.154069 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [None req-e1d0413c-9003-4f6c-942e-fa50a469a72d tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Request body: {'security_group_rule': {'security_group_id': 'db51af52-7253-491e-ac6a-eb9135dafba2', 'project_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 18:11:29.178426 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.db.securitygroups_db [None req-e1d0413c-9003-4f6c-942e-fa50a469a72d tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Project ed1550934d274f9dbfd2b976fcd1630c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 18:11:29.183918 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e1d0413c-9003-4f6c-942e-fa50a469a72d tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks [] for security_group_rule (80b5a8a0-3a0e-4679-a817-2c7a059fe82e), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:29.251191 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e1d0413c-9003-4f6c-942e-fa50a469a72d tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks [] for security_group_rule (80b5a8a0-3a0e-4679-a817-2c7a059fe82e), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:29.256239 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e1d0413c-9003-4f6c-942e-fa50a469a72d tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530535'] for security_group_rule (80b5a8a0-3a0e-4679-a817-2c7a059fe82e), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:29.275354 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0413c-9003-4f6c-942e-fa50a469a72d tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b5a8a0-3a0e-4679-a817-2c7a059fe82e,revision_number=0']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:11:29.288463 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-e1d0413c-9003-4f6c-942e-fa50a469a72d tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:29.292426 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-e1d0413c-9003-4f6c-942e-fa50a469a72d tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1401184 Mar 23 18:11:29.333756 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d14f28-7c9a-47e9-8480-cef4749e1016 None None] New status for floating IP fe2c08a5-246f-4b60-a2e0-12c463e48929: ACTIVE {{(pid=103209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 18:11:29.404123 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bf7fce91-2b03-4625-831d-35cdded99286 req-8fcd927b-9712-4f1a-a878-30f78fb2fa06 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1156865054&fields=id&tenant_id=ed1550934d274f9dbfd2b976fcd1630c HTTP/1.1" status: 200 len: 267 time: 0.0609040 Mar 23 18:11:29.470394 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7fce91-2b03-4625-831d-35cdded99286 req-c8984fb2-300f-4c6d-b3a6-131ff98a3dad tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:11:29.471872 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bf7fce91-2b03-4625-831d-35cdded99286 req-c8984fb2-300f-4c6d-b3a6-131ff98a3dad tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 945 time: 0.0622599 Mar 23 18:11:29.485041 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [req-bf7fce91-2b03-4625-831d-35cdded99286 req-459194af-f0f8-4341-91c5-c9f6324ad3ab tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Request body: {'port': {'security_groups': ['50a05b21-b769-49e9-8bb5-29974b5f5b01', 'db51af52-7253-491e-ac6a-eb9135dafba2']}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 18:11:29.561723 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-bf7fce91-2b03-4625-831d-35cdded99286 req-459194af-f0f8-4341-91c5-c9f6324ad3ab tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (5a20881a-8caf-4de4-b4c8-334cb7ab4b5e), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:29.811127 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [req-bf7fce91-2b03-4625-831d-35cdded99286 req-459194af-f0f8-4341-91c5-c9f6324ad3ab tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] For port 5a20881a-8caf-4de4-b4c8-334cb7ab4b5e, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=5a20881a-8caf-4de4-b4c8-334cb7ab4b5e,segment=NetworkSegment(fbe3bea3-1bd2-4671-a8c9-19fc1227495a),segment_id=fbe3bea3-1bd2-4671-a8c9-19fc1227495a)] {{(pid=103208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 18:11:29.843520 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-bf7fce91-2b03-4625-831d-35cdded99286 req-459194af-f0f8-4341-91c5-c9f6324ad3ab tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks [] for port (5a20881a-8caf-4de4-b4c8-334cb7ab4b5e), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:29.850762 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-bf7fce91-2b03-4625-831d-35cdded99286 req-459194af-f0f8-4341-91c5-c9f6324ad3ab tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59308136'] for port (5a20881a-8caf-4de4-b4c8-334cb7ab4b5e), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:29.862551 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] get_ports_and_sgs() called for port_ids ['5a20881a-8caf-4de4-b4c8-334cb7ab4b5e'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 18:11:29.894156 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7fce91-2b03-4625-831d-35cdded99286 req-459194af-f0f8-4341-91c5-c9f6324ad3ab tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:11:29.894769 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-bf7fce91-2b03-4625-831d-35cdded99286 req-459194af-f0f8-4341-91c5-c9f6324ad3ab tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:29.896134 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-bf7fce91-2b03-4625-831d-35cdded99286 req-459194af-f0f8-4341-91c5-c9f6324ad3ab tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "PUT /v2.0/ports/5a20881a-8caf-4de4-b4c8-334cb7ab4b5e HTTP/1.1" status: 200 len: 981 time: 0.4173036 Mar 23 18:11:29.934445 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459194af-f0f8-4341-91c5-c9f6324ad3ab tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Pushing event updated for resources: {'Port': ['ID=5a20881a-8caf-4de4-b4c8-334cb7ab4b5e,revision_number=6']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:11:30.000661 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] get_ports_and_sgs() called for port_ids ['5a20881a-8caf-4de4-b4c8-334cb7ab4b5e'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 18:11:30.011839 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb96051-c35f-4d70-ab02-4e5057c0eb21 req-cbdb8512-a543-434a-a3c7-19f606bd1f0d tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:11:30.013477 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0fb96051-c35f-4d70-ab02-4e5057c0eb21 req-cbdb8512-a543-434a-a3c7-19f606bd1f0d tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 984 time: 0.0559103 Mar 23 18:11:30.081265 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0fb96051-c35f-4d70-ab02-4e5057c0eb21 req-0c715ebb-39c4-4427-89d0-652a51ab1f9f tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=db51af52-7253-491e-ac6a-eb9135dafba2&id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614052 Mar 23 18:11:30.235280 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-8ac02045-6ba8-494a-9dc4-bbae9bfecc01 None None] Provisioning complete for port 5a20881a-8caf-4de4-b4c8-334cb7ab4b5e triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 18:11:30.235560 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8ac02045-6ba8-494a-9dc4-bbae9bfecc01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (5a20881a-8caf-4de4-b4c8-334cb7ab4b5e), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:30.441590 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-8ac02045-6ba8-494a-9dc4-bbae9bfecc01 None None] Current status of the port 5a20881a-8caf-4de4-b4c8-334cb7ab4b5e is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 18:11:30.474826 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2106c90-e778-42fc-8e51-691dd8378194', 'tag': '5a20881a-8caf-4de4-b4c8-334cb7ab4b5e'}] {{(pid=103208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 18:11:30.477267 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d19940c1d3d58fda64df9d77de31f07f84ddba43144513a64de6e566be545741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562d3855-15be-417c-994f-4375b015e816" -d '{"events": [{"name": "network-changed", "server_uuid": "a2106c90-e778-42fc-8e51-691dd8378194", "tag": "5a20881a-8caf-4de4-b4c8-334cb7ab4b5e"}]}' {{(pid=103208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 18:11:30.516139 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 18:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22cf4d2a-198f-438d-97b8-dd21967db9b2 x-openstack-request-id: req-22cf4d2a-198f-438d-97b8-dd21967db9b2 {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 18:11:30.516577 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2106c90-e778-42fc-8e51-691dd8378194", "tag": "5a20881a-8caf-4de4-b4c8-334cb7ab4b5e", "status": "completed", "code": 200}]} {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 18:11:30.517633 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-22cf4d2a-198f-438d-97b8-dd21967db9b2 {{(pid=103208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 18:11:30.518256 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22cf4d2a-198f-438d-97b8-dd21967db9b2'] response: {'name': 'network-changed', 'server_uuid': 'a2106c90-e778-42fc-8e51-691dd8378194', 'tag': '5a20881a-8caf-4de4-b4c8-334cb7ab4b5e', 'status': 'completed', 'code': 200} Mar 23 18:11:30.587043 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d3855-15be-417c-994f-4375b015e816 req-accd0729-352e-460e-9a6c-a5131a350de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:11:30.588667 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-562d3855-15be-417c-994f-4375b015e816 req-accd0729-352e-460e-9a6c-a5131a350de9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ed1550934d274f9dbfd2b976fcd1630c&device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 1168 time: 0.0498600 Mar 23 18:11:30.682166 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d3855-15be-417c-994f-4375b015e816 req-0cc2c479-bb73-4ad4-a60d-8cd65a862eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:11:30.683519 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-562d3855-15be-417c-994f-4375b015e816 req-0cc2c479-bb73-4ad4-a60d-8cd65a862eb1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2a6ac686-ec45-48c2-911d-d2c740a8c535 HTTP/1.1" status: 200 len: 915 time: 0.0874135 Mar 23 18:11:30.754218 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-562d3855-15be-417c-994f-4375b015e816 req-878d762b-318d-467b-8c8a-a1a13ddfd69b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a20881a-8caf-4de4-b4c8-334cb7ab4b5e HTTP/1.1" status: 200 len: 999 time: 0.0644834 Mar 23 18:11:30.806819 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d3855-15be-417c-994f-4375b015e816 req-14387dfb-fdb8-4d6c-9b65-dadfae623786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:11:30.808281 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-562d3855-15be-417c-994f-4375b015e816 req-14387dfb-fdb8-4d6c-9b65-dadfae623786 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd55860f-b8e9-4ea5-9200-1dd953d89cda HTTP/1.1" status: 200 len: 853 time: 0.0469348 Mar 23 18:11:30.866766 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d3855-15be-417c-994f-4375b015e816 req-94a7f341-7444-4ba8-9406-1adf5aca9be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:11:30.868268 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-562d3855-15be-417c-994f-4375b015e816 req-94a7f341-7444-4ba8-9406-1adf5aca9be6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2a6ac686-ec45-48c2-911d-d2c740a8c535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542135 Mar 23 18:11:30.961374 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-562d3855-15be-417c-994f-4375b015e816 req-9d4a7761-4176-478e-99fc-a826bbc8a9ab service neutron] 10.222.0.57 "GET /v2.0/networks/2a6ac686-ec45-48c2-911d-d2c740a8c535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855160 Mar 23 18:11:31.063417 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-562d3855-15be-417c-994f-4375b015e816 req-c1688215-d245-4700-ae60-899082593835 service neutron] 10.222.0.57 "GET /v2.0/networks/2a6ac686-ec45-48c2-911d-d2c740a8c535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950620 Mar 23 18:11:36.233880 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:11:37.710705 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c67081d9-f869-4eb3-b01d-8c68a294a592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:40.192658 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b691ceb9-9696-451e-828e-fbffc351fdec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:41.634393 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:43.043141 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:44.179632 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:55.214987 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:11:58.900556 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e8cd81a7-0386-4fc9-aff1-3b93e0dffb71 req-248380cd-da9c-43d0-9d39-587f2ba114b6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440674 Mar 23 18:11:58.998690 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd81a7-0386-4fc9-aff1-3b93e0dffb71 req-13731fa3-cc33-4a4e-87ef-bb8b66d5d4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:11:59.000207 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e8cd81a7-0386-4fc9-aff1-3b93e0dffb71 req-13731fa3-cc33-4a4e-87ef-bb8b66d5d4a0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ed1550934d274f9dbfd2b976fcd1630c&device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 1168 time: 0.0532808 Mar 23 18:11:59.105989 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd81a7-0386-4fc9-aff1-3b93e0dffb71 req-e1d7a700-b5c6-4c74-a313-27f20770d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:11:59.107338 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e8cd81a7-0386-4fc9-aff1-3b93e0dffb71 req-e1d7a700-b5c6-4c74-a313-27f20770d87d service neutron] 10.222.0.57 "GET /v2.0/networks?id=2a6ac686-ec45-48c2-911d-d2c740a8c535 HTTP/1.1" status: 200 len: 915 time: 0.0846219 Mar 23 18:11:59.184113 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e8cd81a7-0386-4fc9-aff1-3b93e0dffb71 req-81d38bcf-fc7b-4b54-8cb5-12f55580e904 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a20881a-8caf-4de4-b4c8-334cb7ab4b5e HTTP/1.1" status: 200 len: 999 time: 0.0703008 Mar 23 18:11:59.232625 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd81a7-0386-4fc9-aff1-3b93e0dffb71 req-6b4b97b9-1e1c-4c05-87ab-889e4ba68a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:11:59.234153 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e8cd81a7-0386-4fc9-aff1-3b93e0dffb71 req-6b4b97b9-1e1c-4c05-87ab-889e4ba68a41 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd55860f-b8e9-4ea5-9200-1dd953d89cda HTTP/1.1" status: 200 len: 853 time: 0.0435209 Mar 23 18:11:59.282730 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd81a7-0386-4fc9-aff1-3b93e0dffb71 req-37e5ed67-42a6-45a6-ba7a-17ad135277b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:11:59.284226 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e8cd81a7-0386-4fc9-aff1-3b93e0dffb71 req-37e5ed67-42a6-45a6-ba7a-17ad135277b3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2a6ac686-ec45-48c2-911d-d2c740a8c535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438569 Mar 23 18:11:59.628755 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e8cd81a7-0386-4fc9-aff1-3b93e0dffb71 req-168b1788-d96b-4a44-962d-f8d50becf8fa service neutron] 10.222.0.57 "GET /v2.0/networks/2a6ac686-ec45-48c2-911d-d2c740a8c535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380475 Mar 23 18:11:59.724424 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-e8cd81a7-0386-4fc9-aff1-3b93e0dffb71 req-74cc3e6e-4eeb-4c00-9560-b7a9289cc380 service neutron] 10.222.0.57 "GET /v2.0/networks/2a6ac686-ec45-48c2-911d-d2c740a8c535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887945 Mar 23 18:12:07.697124 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7dceca2c-edf9-44bd-a427-31dbf894968b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:12:10.196536 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-616fd3e2-a3c8-47b9-9e8f-78c79744eaaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:12:11.635109 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:12:13.046249 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:12:13.232559 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:12:14.181342 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:12:25.216290 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:12:30.806861 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f703a-73f4-41eb-9e84-80ae252fdd6c req-429fcf1b-893f-4920-8e49-aa193268e986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:12:30.808423 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-312f703a-73f4-41eb-9e84-80ae252fdd6c req-429fcf1b-893f-4920-8e49-aa193268e986 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ed1550934d274f9dbfd2b976fcd1630c&device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 1168 time: 0.0467603 Mar 23 18:12:30.854544 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc86f7-7f9a-43fd-a880-beb6a3b6cf52 req-2b8e4803-a5d4-4d1f-86c3-a7071a416212 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:12:30.856043 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-dacc86f7-7f9a-43fd-a880-beb6a3b6cf52 req-2b8e4803-a5d4-4d1f-86c3-a7071a416212 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 984 time: 0.1078434 Mar 23 18:12:30.899382 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f703a-73f4-41eb-9e84-80ae252fdd6c req-76ccbc55-fdc4-472f-9e9b-0220a22f94aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:12:30.900911 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-312f703a-73f4-41eb-9e84-80ae252fdd6c req-76ccbc55-fdc4-472f-9e9b-0220a22f94aa service neutron] 10.222.0.57 "GET /v2.0/networks?id=2a6ac686-ec45-48c2-911d-d2c740a8c535 HTTP/1.1" status: 200 len: 915 time: 0.0867724 Mar 23 18:12:30.916334 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-dacc86f7-7f9a-43fd-a880-beb6a3b6cf52 req-a2db2877-7750-4f9f-b106-cfc4ab76555b tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=db51af52-7253-491e-ac6a-eb9135dafba2&id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545154 Mar 23 18:12:30.981973 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-312f703a-73f4-41eb-9e84-80ae252fdd6c req-d59265b0-6946-4f67-85ad-23d2fad61bd9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a20881a-8caf-4de4-b4c8-334cb7ab4b5e HTTP/1.1" status: 200 len: 999 time: 0.0744443 Mar 23 18:12:31.033054 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f703a-73f4-41eb-9e84-80ae252fdd6c req-ba5e27f3-f66b-4319-bd5e-5ab0b37e560e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:12:31.034537 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-312f703a-73f4-41eb-9e84-80ae252fdd6c req-ba5e27f3-f66b-4319-bd5e-5ab0b37e560e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd55860f-b8e9-4ea5-9200-1dd953d89cda HTTP/1.1" status: 200 len: 853 time: 0.0470393 Mar 23 18:12:31.085470 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f703a-73f4-41eb-9e84-80ae252fdd6c req-6d77806a-9b71-477c-9b9c-82bc19985431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:12:31.086986 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-312f703a-73f4-41eb-9e84-80ae252fdd6c req-6d77806a-9b71-477c-9b9c-82bc19985431 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2a6ac686-ec45-48c2-911d-d2c740a8c535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458357 Mar 23 18:12:31.173497 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-312f703a-73f4-41eb-9e84-80ae252fdd6c req-eb2d860d-10f1-40ea-b25d-c1552256c9ae service neutron] 10.222.0.57 "GET /v2.0/networks/2a6ac686-ec45-48c2-911d-d2c740a8c535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802400 Mar 23 18:12:31.264594 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-312f703a-73f4-41eb-9e84-80ae252fdd6c req-69dcb664-1b38-4129-9a2d-63f358de8a59 service neutron] 10.222.0.57 "GET /v2.0/networks/2a6ac686-ec45-48c2-911d-d2c740a8c535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850706 Mar 23 18:12:32.133591 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec886e-7dc5-413f-b33a-3d8ae5ebd1ff req-751f573b-6c40-4763-82cc-e00d23aac427 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:12:32.135068 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-beec886e-7dc5-413f-b33a-3d8ae5ebd1ff req-751f573b-6c40-4763-82cc-e00d23aac427 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 984 time: 0.1326439 Mar 23 18:12:32.195891 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-beec886e-7dc5-413f-b33a-3d8ae5ebd1ff req-c4db8dab-eb31-42f1-a1d3-90edbc8fbe1e tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=db51af52-7253-491e-ac6a-eb9135dafba2&id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545678 Mar 23 18:12:33.330928 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c4cdb-c0f4-455c-ae8f-d8f066c79871 req-4fc37c47-2ff5-412a-97b2-69b2a3f2ebd4 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:12:33.332653 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a59c4cdb-c0f4-455c-ae8f-d8f066c79871 req-4fc37c47-2ff5-412a-97b2-69b2a3f2ebd4 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 984 time: 0.0590105 Mar 23 18:12:33.394515 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-a59c4cdb-c0f4-455c-ae8f-d8f066c79871 req-e46026be-ea54-4afc-981c-71ee90c03536 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=db51af52-7253-491e-ac6a-eb9135dafba2&id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559342 Mar 23 18:12:34.529522 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7652897-84d1-4692-8db7-76a6e1e68e75 req-6b6b4606-bc22-4300-9eb0-9919cc7ac93b tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:12:34.531234 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d7652897-84d1-4692-8db7-76a6e1e68e75 req-6b6b4606-bc22-4300-9eb0-9919cc7ac93b tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 984 time: 0.0583849 Mar 23 18:12:34.596563 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d7652897-84d1-4692-8db7-76a6e1e68e75 req-604d2a21-4062-4078-a5b2-d045785b3ef3 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=db51af52-7253-491e-ac6a-eb9135dafba2&id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591440 Mar 23 18:12:35.727184 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce8595-8e00-434d-b315-28551d95dd63 req-a17370c1-5663-4e28-9b97-bac80d844914 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:12:35.728709 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d6ce8595-8e00-434d-b315-28551d95dd63 req-a17370c1-5663-4e28-9b97-bac80d844914 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 984 time: 0.0525167 Mar 23 18:12:35.787019 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-d6ce8595-8e00-434d-b315-28551d95dd63 req-df5b9e5c-f5b1-43ff-b5d2-cf1a28c50fe6 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=db51af52-7253-491e-ac6a-eb9135dafba2&id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523436 Mar 23 18:12:36.911290 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999d0fc-731d-471d-a189-bc09d77dbd9f req-35bed61f-a252-4edb-ad66-d0beaf243d3d tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:12:36.912818 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4999d0fc-731d-471d-a189-bc09d77dbd9f req-35bed61f-a252-4edb-ad66-d0beaf243d3d tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 984 time: 0.0561917 Mar 23 18:12:36.972270 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-4999d0fc-731d-471d-a189-bc09d77dbd9f req-7115321a-797d-46bd-adcd-a867e4d263de tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=db51af52-7253-491e-ac6a-eb9135dafba2&id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536296 Mar 23 18:12:37.693003 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-cbb8f323-b8dc-4d4d-9a0b-42fc32d8f1ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:12:38.103708 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d741c6-0506-4b12-b89b-64fbf00a13e4 req-ae8c8ef3-c16d-4254-b157-1832cf45c789 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:12:38.105232 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b8d741c6-0506-4b12-b89b-64fbf00a13e4 req-ae8c8ef3-c16d-4254-b157-1832cf45c789 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 984 time: 0.0610700 Mar 23 18:12:38.182514 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-b8d741c6-0506-4b12-b89b-64fbf00a13e4 req-c59ec834-a348-4321-a457-b2d4bf3ba077 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=db51af52-7253-491e-ac6a-eb9135dafba2&id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618424 Mar 23 18:12:39.310964 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5b4fa-8fdd-417c-9ba7-aa0a35f72d28 req-f1abe8d1-a477-49c6-890b-5facbbc4e4cc tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:12:39.312484 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-43d5b4fa-8fdd-417c-9ba7-aa0a35f72d28 req-f1abe8d1-a477-49c6-890b-5facbbc4e4cc tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 984 time: 0.0605536 Mar 23 18:12:39.377660 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-43d5b4fa-8fdd-417c-9ba7-aa0a35f72d28 req-654de553-cfd8-492c-92c2-bd4988af5f79 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=db51af52-7253-491e-ac6a-eb9135dafba2&id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573580 Mar 23 18:12:40.204727 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b025541a-bf66-44a3-98fb-1cd90e9d709c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:12:40.504783 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11852e1-151f-4e16-ae8b-9a6c0b403fbe req-ecf512d7-f70d-4556-a7a8-87914d002e0b tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:12:40.506247 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c11852e1-151f-4e16-ae8b-9a6c0b403fbe req-ecf512d7-f70d-4556-a7a8-87914d002e0b tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 984 time: 0.0598993 Mar 23 18:12:40.567019 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c11852e1-151f-4e16-ae8b-9a6c0b403fbe req-e8d4a4c7-1d34-43ab-a4cb-91bd590ef14d tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=db51af52-7253-491e-ac6a-eb9135dafba2&id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547013 Mar 23 18:12:41.635570 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:12:41.705089 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123ff51-980a-4609-bf8e-ec9754948a97 req-bae0d68a-89ce-4e75-968b-c8183a02f6dc tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:12:41.706607 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5123ff51-980a-4609-bf8e-ec9754948a97 req-bae0d68a-89ce-4e75-968b-c8183a02f6dc tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 984 time: 0.0562322 Mar 23 18:12:41.769057 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-5123ff51-980a-4609-bf8e-ec9754948a97 req-fea03a5f-ec05-4e93-833e-ece6d0f7eebf tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=db51af52-7253-491e-ac6a-eb9135dafba2&id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560653 Mar 23 18:12:42.904467 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca5b2b-b83f-4f65-a7c8-7e83469f90c4 req-89366b47-40d6-41c1-8001-1842da1a6380 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:12:42.905986 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-76ca5b2b-b83f-4f65-a7c8-7e83469f90c4 req-89366b47-40d6-41c1-8001-1842da1a6380 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 984 time: 0.0679457 Mar 23 18:12:42.985706 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-76ca5b2b-b83f-4f65-a7c8-7e83469f90c4 req-7b7e18a8-cae8-4eb0-9718-eebe3ffd28de tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=db51af52-7253-491e-ac6a-eb9135dafba2&id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0705247 Mar 23 18:12:43.051606 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:12:44.122151 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ea4c3-1f0a-4ed0-b868-5ea576328808 req-96478abf-61e6-4c42-90a4-d6fc685f8ec7 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:12:44.123687 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-da0ea4c3-1f0a-4ed0-b868-5ea576328808 req-96478abf-61e6-4c42-90a4-d6fc685f8ec7 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 984 time: 0.0630529 Mar 23 18:12:44.183359 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:12:44.199023 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-da0ea4c3-1f0a-4ed0-b868-5ea576328808 req-66b1cefe-d1dd-4b9e-961f-e483b07aa55a tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=db51af52-7253-491e-ac6a-eb9135dafba2&id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0686543 Mar 23 18:12:45.336250 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118246e-270d-4a7a-b937-09f8a200fa76 req-03a8a9fa-a5ac-4063-b0e6-1f0849a51596 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:12:45.337756 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6118246e-270d-4a7a-b937-09f8a200fa76 req-03a8a9fa-a5ac-4063-b0e6-1f0849a51596 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 984 time: 0.0609918 Mar 23 18:12:45.401946 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-6118246e-270d-4a7a-b937-09f8a200fa76 req-5e12737f-7525-4409-9419-bc079a4dca87 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=db51af52-7253-491e-ac6a-eb9135dafba2&id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582881 Mar 23 18:12:46.533762 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17d026-831e-4549-aad3-a7ba2d465876 req-d2411aab-6446-440c-a021-9c4e82b8973a tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:12:46.535892 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0e17d026-831e-4549-aad3-a7ba2d465876 req-d2411aab-6446-440c-a021-9c4e82b8973a tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 984 time: 0.0613127 Mar 23 18:12:46.598941 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-0e17d026-831e-4549-aad3-a7ba2d465876 req-021311a5-85af-431a-b26f-398de9c72662 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=db51af52-7253-491e-ac6a-eb9135dafba2&id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572107 Mar 23 18:12:47.720869 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3046891-4271-4869-b651-ba5c966c7d3c req-31e283d1-7dc8-4ac1-b32a-0c44538698e0 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:12:47.722418 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c3046891-4271-4869-b651-ba5c966c7d3c req-31e283d1-7dc8-4ac1-b32a-0c44538698e0 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 984 time: 0.0553153 Mar 23 18:12:47.782989 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-c3046891-4271-4869-b651-ba5c966c7d3c req-58cf8218-956a-4455-93ee-a9494f5111ed tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=db51af52-7253-491e-ac6a-eb9135dafba2&id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546598 Mar 23 18:12:50.231693 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:12:55.232432 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:12:59.915773 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2e4b1ade-e6f0-4d90-892a-14385dd39aa5 req-bcb37dff-c423-4036-8652-0d6efdc5f62c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475628 Mar 23 18:13:00.014837 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b1ade-e6f0-4d90-892a-14385dd39aa5 req-e0f756be-8fdc-4543-ae10-75955ce8a9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:13:00.016320 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2e4b1ade-e6f0-4d90-892a-14385dd39aa5 req-e0f756be-8fdc-4543-ae10-75955ce8a9e9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ed1550934d274f9dbfd2b976fcd1630c&device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 1168 time: 0.0472739 Mar 23 18:13:00.122107 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b1ade-e6f0-4d90-892a-14385dd39aa5 req-3aa75b08-ffec-4f60-899f-7c3aceb3f998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:13:00.123453 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2e4b1ade-e6f0-4d90-892a-14385dd39aa5 req-3aa75b08-ffec-4f60-899f-7c3aceb3f998 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2a6ac686-ec45-48c2-911d-d2c740a8c535 HTTP/1.1" status: 200 len: 915 time: 0.0866146 Mar 23 18:13:00.189813 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2e4b1ade-e6f0-4d90-892a-14385dd39aa5 req-f2452a47-299b-4966-a8b8-f9f3b26232c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a20881a-8caf-4de4-b4c8-334cb7ab4b5e HTTP/1.1" status: 200 len: 999 time: 0.0601275 Mar 23 18:13:00.248187 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b1ade-e6f0-4d90-892a-14385dd39aa5 req-69689683-60bf-43dc-a9e6-94296cff62ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:13:00.249665 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2e4b1ade-e6f0-4d90-892a-14385dd39aa5 req-69689683-60bf-43dc-a9e6-94296cff62ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd55860f-b8e9-4ea5-9200-1dd953d89cda HTTP/1.1" status: 200 len: 853 time: 0.0519328 Mar 23 18:13:00.308925 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b1ade-e6f0-4d90-892a-14385dd39aa5 req-c90b6ec4-fff4-4afa-bf5a-a947c1ec20ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:13:00.310476 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2e4b1ade-e6f0-4d90-892a-14385dd39aa5 req-c90b6ec4-fff4-4afa-bf5a-a947c1ec20ca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2a6ac686-ec45-48c2-911d-d2c740a8c535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531349 Mar 23 18:13:00.413569 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2e4b1ade-e6f0-4d90-892a-14385dd39aa5 req-4efa8c23-c162-4587-8dac-a19f3e633a19 service neutron] 10.222.0.57 "GET /v2.0/networks/2a6ac686-ec45-48c2-911d-d2c740a8c535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946124 Mar 23 18:13:00.507213 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-2e4b1ade-e6f0-4d90-892a-14385dd39aa5 req-3337284c-a416-41a5-b7c9-19085eef1c97 service neutron] 10.222.0.57 "GET /v2.0/networks/2a6ac686-ec45-48c2-911d-d2c740a8c535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866416 Mar 23 18:13:07.694707 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ec957237-c8f7-4483-a79e-6cab6a83dbbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:13:10.210896 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3e77f1ca-98ae-40c7-9144-e4b143c1ba8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:13:11.649918 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:13:13.063641 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:13:14.185661 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:13:25.263733 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:13:27.233191 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:13:37.697263 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-37dcc1d1-3dbb-4545-b735-2aa8024686f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:13:40.201606 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f8209113-bc33-40bb-93ac-9d30529e2874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:13:41.655148 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:13:43.061524 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:13:44.187120 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:13:51.231082 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-334cebc7-f654-4847-8960-6b71262abf6e req-eaea4fa9-42bb-44f0-98e9-e272a207b8c5 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1156865054&fields=id&tenant_id=ed1550934d274f9dbfd2b976fcd1630c HTTP/1.1" status: 200 len: 267 time: 0.0464149 Mar 23 18:13:51.291077 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334cebc7-f654-4847-8960-6b71262abf6e req-ae94c50d-7747-4681-98f3-d54bd81ae387 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:13:51.292577 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-334cebc7-f654-4847-8960-6b71262abf6e req-ae94c50d-7747-4681-98f3-d54bd81ae387 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 984 time: 0.0561254 Mar 23 18:13:51.303196 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.v2.base [req-334cebc7-f654-4847-8960-6b71262abf6e req-8af7088a-fcfd-4382-b435-ba460eff57ec tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Request body: {'port': {'security_groups': ['50a05b21-b769-49e9-8bb5-29974b5f5b01']}} {{(pid=103208) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 18:13:51.374196 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-334cebc7-f654-4847-8960-6b71262abf6e req-8af7088a-fcfd-4382-b435-ba460eff57ec tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3965135'] for port (5a20881a-8caf-4de4-b4c8-334cb7ab4b5e), before_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:13:51.560684 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [req-334cebc7-f654-4847-8960-6b71262abf6e req-8af7088a-fcfd-4382-b435-ba460eff57ec tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] For port 5a20881a-8caf-4de4-b4c8-334cb7ab4b5e, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=5a20881a-8caf-4de4-b4c8-334cb7ab4b5e,segment=NetworkSegment(fbe3bea3-1bd2-4671-a8c9-19fc1227495a),segment_id=fbe3bea3-1bd2-4671-a8c9-19fc1227495a)] {{(pid=103208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 18:13:51.591927 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-334cebc7-f654-4847-8960-6b71262abf6e req-8af7088a-fcfd-4382-b435-ba460eff57ec tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks [] for port (5a20881a-8caf-4de4-b4c8-334cb7ab4b5e), precommit_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:13:51.599119 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-334cebc7-f654-4847-8960-6b71262abf6e req-8af7088a-fcfd-4382-b435-ba460eff57ec tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036125588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741035636493', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741035636511', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59308136'] for port (5a20881a-8caf-4de4-b4c8-334cb7ab4b5e), after_update {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:13:51.611546 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] get_ports_and_sgs() called for port_ids ['5a20881a-8caf-4de4-b4c8-334cb7ab4b5e'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 18:13:51.640777 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334cebc7-f654-4847-8960-6b71262abf6e req-8af7088a-fcfd-4382-b435-ba460eff57ec tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:13:51.641463 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [req-334cebc7-f654-4847-8960-6b71262abf6e req-8af7088a-fcfd-4382-b435-ba460eff57ec tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:13:51.642847 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-334cebc7-f654-4847-8960-6b71262abf6e req-8af7088a-fcfd-4382-b435-ba460eff57ec tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "PUT /v2.0/ports/5a20881a-8caf-4de4-b4c8-334cb7ab4b5e HTTP/1.1" status: 200 len: 942 time: 0.3440521 Mar 23 18:13:51.643301 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2106c90-e778-42fc-8e51-691dd8378194', 'tag': '5a20881a-8caf-4de4-b4c8-334cb7ab4b5e'}] {{(pid=103208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 18:13:51.645632 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d19940c1d3d58fda64df9d77de31f07f84ddba43144513a64de6e566be545741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c4c376-f230-43b5-bd1a-660e698a2587" -d '{"events": [{"name": "network-changed", "server_uuid": "a2106c90-e778-42fc-8e51-691dd8378194", "tag": "5a20881a-8caf-4de4-b4c8-334cb7ab4b5e"}]}' {{(pid=103208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 18:13:51.650443 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 58862) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:13:51.695309 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7088a-fcfd-4382-b435-ba460eff57ec tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Pushing event updated for resources: {'Port': ['ID=5a20881a-8caf-4de4-b4c8-334cb7ab4b5e,revision_number=7']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:13:51.722116 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 18:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4972a753-99f2-4b73-a9a9-ece749eb4a91 x-openstack-request-id: req-4972a753-99f2-4b73-a9a9-ece749eb4a91 {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 18:13:51.722514 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2106c90-e778-42fc-8e51-691dd8378194", "tag": "5a20881a-8caf-4de4-b4c8-334cb7ab4b5e", "status": "completed", "code": 200}]} {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 18:13:51.722646 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4972a753-99f2-4b73-a9a9-ece749eb4a91 {{(pid=103208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 18:13:51.723080 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4972a753-99f2-4b73-a9a9-ece749eb4a91'] response: {'name': 'network-changed', 'server_uuid': 'a2106c90-e778-42fc-8e51-691dd8378194', 'tag': '5a20881a-8caf-4de4-b4c8-334cb7ab4b5e', 'status': 'completed', 'code': 200} Mar 23 18:13:51.728140 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7088a-fcfd-4382-b435-ba460eff57ec tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:13:51.728502 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7088a-fcfd-4382-b435-ba460eff57ec tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:13:51.728850 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7088a-fcfd-4382-b435-ba460eff57ec tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:13:51.729224 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7088a-fcfd-4382-b435-ba460eff57ec tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:13:51.729657 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7088a-fcfd-4382-b435-ba460eff57ec tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:13:51.730020 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7088a-fcfd-4382-b435-ba460eff57ec tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:13:51.730354 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7088a-fcfd-4382-b435-ba460eff57ec tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:13:51.730690 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7088a-fcfd-4382-b435-ba460eff57ec tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:13:51.731021 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7088a-fcfd-4382-b435-ba460eff57ec tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:13:51.731351 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7088a-fcfd-4382-b435-ba460eff57ec tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:13:51.731683 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7088a-fcfd-4382-b435-ba460eff57ec tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:13:51.732009 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7088a-fcfd-4382-b435-ba460eff57ec tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:13:51.732329 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7088a-fcfd-4382-b435-ba460eff57ec tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:13:51.732651 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7088a-fcfd-4382-b435-ba460eff57ec tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:13:51.733003 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af7088a-fcfd-4382-b435-ba460eff57ec tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:13:51.761036 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-6a30fbf4-b91c-4864-aef0-33796c8d2d63 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks [] for security_group (db51af52-7253-491e-ac6a-eb9135dafba2), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:13:51.790755 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4c376-f230-43b5-bd1a-660e698a2587 req-b45662ca-7c4d-495c-9e44-2f6138ae0155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:13:51.792279 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-6a30fbf4-b91c-4864-aef0-33796c8d2d63 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks [] for security_group (db51af52-7253-491e-ac6a-eb9135dafba2), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:13:51.793574 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-49c4c376-f230-43b5-bd1a-660e698a2587 req-b45662ca-7c4d-495c-9e44-2f6138ae0155 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ed1550934d274f9dbfd2b976fcd1630c&device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 1129 time: 0.0612056 Mar 23 18:13:51.867712 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-6a30fbf4-b91c-4864-aef0-33796c8d2d63 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (db51af52-7253-491e-ac6a-eb9135dafba2), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:13:51.870677 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-6a30fbf4-b91c-4864-aef0-33796c8d2d63 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:13:51.872076 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-6a30fbf4-b91c-4864-aef0-33796c8d2d63 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "DELETE /v2.0/security-groups/db51af52-7253-491e-ac6a-eb9135dafba2 HTTP/1.1" status: 204 len: 168 time: 0.2204256 Mar 23 18:13:51.876524 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 58864) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:13:51.882840 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] get_ports_and_sgs() called for port_ids ['5a20881a-8caf-4de4-b4c8-334cb7ab4b5e'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 18:13:51.930975 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4c376-f230-43b5-bd1a-660e698a2587 req-78373ddc-9447-4abe-ae52-4d2a24231a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:13:51.933232 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-49c4c376-f230-43b5-bd1a-660e698a2587 req-78373ddc-9447-4abe-ae52-4d2a24231a25 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2a6ac686-ec45-48c2-911d-d2c740a8c535 HTTP/1.1" status: 200 len: 915 time: 0.1298938 Mar 23 18:13:51.984061 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30fbf4-b91c-4864-aef0-33796c8d2d63 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db51af52-7253-491e-ac6a-eb9135dafba2,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:13:52.018219 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [None req-f0d40df1-d28d-42db-ab46-274606d3442b None None] Provisioning complete for port 5a20881a-8caf-4de4-b4c8-334cb7ab4b5e triggered by entity DHCP. {{(pid=103209) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 18:13:52.018685 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f0d40df1-d28d-42db-ab46-274606d3442b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4071133'] for port (5a20881a-8caf-4de4-b4c8-334cb7ab4b5e), provisioning_complete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:13:52.064592 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-49c4c376-f230-43b5-bd1a-660e698a2587 req-d16fd5a6-bc9e-4041-b30f-13da52186d24 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a20881a-8caf-4de4-b4c8-334cb7ab4b5e HTTP/1.1" status: 200 len: 999 time: 0.1255422 Mar 23 18:13:52.080356 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-1b837016-7f49-4aa2-a3db-9c1e0837a155 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Deleting port d2d955a2-e084-4b51-8477-f9fa45c3489b {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 18:13:52.080873 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1b837016-7f49-4aa2-a3db-9c1e0837a155 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (d2d955a2-e084-4b51-8477-f9fa45c3489b), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:13:52.121944 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4c376-f230-43b5-bd1a-660e698a2587 req-34168b71-9dbe-4171-9d79-3447d459a844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:13:52.123990 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-49c4c376-f230-43b5-bd1a-660e698a2587 req-34168b71-9dbe-4171-9d79-3447d459a844 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd55860f-b8e9-4ea5-9200-1dd953d89cda HTTP/1.1" status: 200 len: 853 time: 0.0520155 Mar 23 18:13:52.162568 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-f0d40df1-d28d-42db-ab46-274606d3442b None None] Current status of the port 5a20881a-8caf-4de4-b4c8-334cb7ab4b5e is: ACTIVE; New status is: ACTIVE {{(pid=103209) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 18:13:52.170414 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1b837016-7f49-4aa2-a3db-9c1e0837a155 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (d2d955a2-e084-4b51-8477-f9fa45c3489b), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:13:52.170829 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1b837016-7f49-4aa2-a3db-9c1e0837a155 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks [] for floatingip (d2d955a2-e084-4b51-8477-f9fa45c3489b), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:13:52.182724 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4c376-f230-43b5-bd1a-660e698a2587 req-6c3b4194-535d-439d-8924-dcc5f8a12af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:13:52.183748 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-1b837016-7f49-4aa2-a3db-9c1e0837a155 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Calling delete_port for d2d955a2-e084-4b51-8477-f9fa45c3489b owned by network:floatingip {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 18:13:52.184201 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-49c4c376-f230-43b5-bd1a-660e698a2587 req-6c3b4194-535d-439d-8924-dcc5f8a12af0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2a6ac686-ec45-48c2-911d-d2c740a8c535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528557 Mar 23 18:13:52.282812 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-49c4c376-f230-43b5-bd1a-660e698a2587 req-3ce89fe2-2137-4073-b49a-628dc17a45af service neutron] 10.222.0.57 "GET /v2.0/networks/2a6ac686-ec45-48c2-911d-d2c740a8c535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923471 Mar 23 18:13:52.339246 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1b837016-7f49-4aa2-a3db-9c1e0837a155 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59308127'] for port (d2d955a2-e084-4b51-8477-f9fa45c3489b), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:13:52.367055 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b837016-7f49-4aa2-a3db-9c1e0837a155 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Pushing event deleted for resources: {'Port': ['ID=d2d955a2-e084-4b51-8477-f9fa45c3489b,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:13:52.386370 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-49c4c376-f230-43b5-bd1a-660e698a2587 req-1a397d83-3a67-45b0-82e3-4162c8562974 service neutron] 10.222.0.57 "GET /v2.0/networks/2a6ac686-ec45-48c2-911d-d2c740a8c535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932610 Mar 23 18:13:52.439482 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1b837016-7f49-4aa2-a3db-9c1e0837a155 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks [] for floatingip (fe2c08a5-246f-4b60-a2e0-12c463e48929), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:13:52.439719 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.db.l3_db [None req-1b837016-7f49-4aa2-a3db-9c1e0837a155 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Floating IP fe2c08a5-246f-4b60-a2e0-12c463e48929 disassociated (deleted). External IP: 172.27.2.8, port: 5a20881a-8caf-4de4-b4c8-334cb7ab4b5e. Mar 23 18:13:52.936100 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b837016-7f49-4aa2-a3db-9c1e0837a155 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Router ed119067-a227-4c5b-81ce-96add2b6b344 has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 18:13:53.051191 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b837016-7f49-4aa2-a3db-9c1e0837a155 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 18:13:53.056121 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-1b837016-7f49-4aa2-a3db-9c1e0837a155 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for floatingip (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:13:53.060776 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c88ee3-ec23-4414-9593-81523b54d7aa None None] Sync routers for ids ['ed119067-a227-4c5b-81ce-96add2b6b344'] in dv-cinder-834920-1-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 18:13:53.071131 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c88ee3-ec23-4414-9593-81523b54d7aa None None] Routers {'ed119067-a227-4c5b-81ce-96add2b6b344'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 18:13:53.071746 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-54c88ee3-ec23-4414-9593-81523b54d7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T18:13:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['ed119067-a227-4c5b-81ce-96add2b6b344'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:13:53.085105 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-1b837016-7f49-4aa2-a3db-9c1e0837a155 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "DELETE /v2.0/floatingips/fe2c08a5-246f-4b60-a2e0-12c463e48929 HTTP/1.1" status: 204 len: 168 time: 1.2075069 Mar 23 18:13:53.179869 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-54c88ee3-ec23-4414-9593-81523b54d7aa None None] Set router ed119067-a227-4c5b-81ce-96add2b6b344 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 18:13:53.385311 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-54c88ee3-ec23-4414-9593-81523b54d7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'name': 'tempest-TestMinimumBasicScenario-362245812-router', 'tenant_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T18:10:14Z', 'updated_at': '2022-03-23T18:10:17Z', 'revision_number': 4, 'project_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'gw_port': {'id': 'fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T18:10:14Z', 'updated_at': '2022-03-23T18:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '747f7fec-dda6-412b-af13-9167b0d67834', 'name': '', 'network_id': '2a6ac686-ec45-48c2-911d-d2c740a8c535', 'tenant_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'mac_address': 'fa:16:3e:48:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'bd55860f-b8e9-4ea5-9200-1dd953d89cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T18:10:16Z', 'updated_at': '2022-03-23T18:10:21Z', 'revision_number': 5, 'project_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'subnets': [{'id': 'bd55860f-b8e9-4ea5-9200-1dd953d89cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:13:53.411382 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c88ee3-ec23-4414-9593-81523b54d7aa None None] Checking router: ed119067-a227-4c5b-81ce-96add2b6b344 for host: dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 18:13:53.419913 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c88ee3-ec23-4414-9593-81523b54d7aa None None] Routers {'ed119067-a227-4c5b-81ce-96add2b6b344'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 18:13:53.420509 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-54c88ee3-ec23-4414-9593-81523b54d7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T18:13:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['ed119067-a227-4c5b-81ce-96add2b6b344'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:13:53.619305 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-54c88ee3-ec23-4414-9593-81523b54d7aa None None] Set router ed119067-a227-4c5b-81ce-96add2b6b344 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 18:13:53.724212 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2106c90-e778-42fc-8e51-691dd8378194', 'tag': '5a20881a-8caf-4de4-b4c8-334cb7ab4b5e'}] {{(pid=103208) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 18:13:53.727161 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d19940c1d3d58fda64df9d77de31f07f84ddba43144513a64de6e566be545741" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62dfccd6-1fd4-4164-9b47-9265b274fc86" -d '{"events": [{"name": "network-changed", "server_uuid": "a2106c90-e778-42fc-8e51-691dd8378194", "tag": "5a20881a-8caf-4de4-b4c8-334cb7ab4b5e"}]}' {{(pid=103208) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 18:13:53.783810 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 18:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ca589c-53b4-4f5a-ab77-5b842e6f4e4e x-openstack-request-id: req-44ca589c-53b4-4f5a-ab77-5b842e6f4e4e {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 18:13:53.784285 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2106c90-e778-42fc-8e51-691dd8378194", "tag": "5a20881a-8caf-4de4-b4c8-334cb7ab4b5e", "status": "completed", "code": 200}]} {{(pid=103208) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 18:13:53.784808 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-44ca589c-53b4-4f5a-ab77-5b842e6f4e4e {{(pid=103208) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 18:13:53.785952 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44ca589c-53b4-4f5a-ab77-5b842e6f4e4e'] response: {'name': 'network-changed', 'server_uuid': 'a2106c90-e778-42fc-8e51-691dd8378194', 'tag': '5a20881a-8caf-4de4-b4c8-334cb7ab4b5e', 'status': 'completed', 'code': 200} Mar 23 18:13:53.884522 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfccd6-1fd4-4164-9b47-9265b274fc86 req-7d7d0a56-17d9-42ad-bb7b-dc14f64a1a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:13:53.886345 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-62dfccd6-1fd4-4164-9b47-9265b274fc86 req-7d7d0a56-17d9-42ad-bb7b-dc14f64a1a07 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ed1550934d274f9dbfd2b976fcd1630c&device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 1129 time: 0.0757840 Mar 23 18:13:53.949718 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-54c88ee3-ec23-4414-9593-81523b54d7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'name': 'tempest-TestMinimumBasicScenario-362245812-router', 'tenant_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T18:10:14Z', 'updated_at': '2022-03-23T18:10:17Z', 'revision_number': 4, 'project_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'gw_port': {'id': 'fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T18:10:14Z', 'updated_at': '2022-03-23T18:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '747f7fec-dda6-412b-af13-9167b0d67834', 'name': '', 'network_id': '2a6ac686-ec45-48c2-911d-d2c740a8c535', 'tenant_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'mac_address': 'fa:16:3e:48:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'bd55860f-b8e9-4ea5-9200-1dd953d89cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T18:10:16Z', 'updated_at': '2022-03-23T18:10:21Z', 'revision_number': 5, 'project_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'subnets': [{'id': 'bd55860f-b8e9-4ea5-9200-1dd953d89cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:13:53.978877 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c88ee3-ec23-4414-9593-81523b54d7aa None None] The sync data for ids ['ed119067-a227-4c5b-81ce-96add2b6b344'] in dv-cinder-834920-1-iscsi is: [{'id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'name': 'tempest-TestMinimumBasicScenario-362245812-router', 'tenant_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T18:10:14Z', 'updated_at': '2022-03-23T18:10:17Z', 'revision_number': 4, 'project_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'gw_port': {'id': 'fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T18:10:14Z', 'updated_at': '2022-03-23T18:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi', '_interfaces': [{'id': '747f7fec-dda6-412b-af13-9167b0d67834', 'name': '', 'network_id': '2a6ac686-ec45-48c2-911d-d2c740a8c535', 'tenant_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'mac_address': 'fa:16:3e:48:26:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'bd55860f-b8e9-4ea5-9200-1dd953d89cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T18:10:16Z', 'updated_at': '2022-03-23T18:10:21Z', 'revision_number': 5, 'project_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'subnets': [{'id': 'bd55860f-b8e9-4ea5-9200-1dd953d89cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 18:13:53.989800 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfccd6-1fd4-4164-9b47-9265b274fc86 req-6fc20ee9-28f5-4dda-bfc3-69147b000c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:13:53.991621 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-62dfccd6-1fd4-4164-9b47-9265b274fc86 req-6fc20ee9-28f5-4dda-bfc3-69147b000c1c service neutron] 10.222.0.57 "GET /v2.0/networks?id=2a6ac686-ec45-48c2-911d-d2c740a8c535 HTTP/1.1" status: 200 len: 915 time: 0.0989382 Mar 23 18:13:54.034589 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-62dfccd6-1fd4-4164-9b47-9265b274fc86 req-b222001f-c9b5-4f04-84ec-677ed5f8610e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a20881a-8caf-4de4-b4c8-334cb7ab4b5e HTTP/1.1" status: 200 len: 217 time: 0.0368562 Mar 23 18:13:54.095870 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfccd6-1fd4-4164-9b47-9265b274fc86 req-45fa54fb-9899-4f7a-9295-5feb7eccc909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:13:54.097479 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-62dfccd6-1fd4-4164-9b47-9265b274fc86 req-45fa54fb-9899-4f7a-9295-5feb7eccc909 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd55860f-b8e9-4ea5-9200-1dd953d89cda HTTP/1.1" status: 200 len: 853 time: 0.0556388 Mar 23 18:13:54.156088 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfccd6-1fd4-4164-9b47-9265b274fc86 req-eb8d3427-cb7a-4dbc-bbc8-f8016771180e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:13:54.157873 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-62dfccd6-1fd4-4164-9b47-9265b274fc86 req-eb8d3427-cb7a-4dbc-bbc8-f8016771180e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2a6ac686-ec45-48c2-911d-d2c740a8c535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546443 Mar 23 18:13:54.255568 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-62dfccd6-1fd4-4164-9b47-9265b274fc86 req-58466b28-d6c1-4971-adca-e3a6811f3350 service neutron] 10.222.0.57 "GET /v2.0/networks/2a6ac686-ec45-48c2-911d-d2c740a8c535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911851 Mar 23 18:13:54.258089 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c096e2-9231-4f00-a852-f01471b74f5c None None] New status for floating IP fe2c08a5-246f-4b60-a2e0-12c463e48929: DOWN {{(pid=103209) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 18:13:54.355933 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-62dfccd6-1fd4-4164-9b47-9265b274fc86 req-4977ac7a-e236-44c0-97fa-eeb2de5b0654 service neutron] 10.222.0.57 "GET /v2.0/networks/2a6ac686-ec45-48c2-911d-d2c740a8c535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918622 Mar 23 18:13:55.270806 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:13:55.825260 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f87db-18e5-41b2-81fb-32261283b016 req-1877ef02-26b7-4462-a385-68bdf86cb460 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:13:55.826727 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-532f87db-18e5-41b2-81fb-32261283b016 req-1877ef02-26b7-4462-a385-68bdf86cb460 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 945 time: 0.0583603 Mar 23 18:13:55.876273 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-532f87db-18e5-41b2-81fb-32261283b016 req-7d577b5c-ce0e-4a2a-8956-cc5eb207701b tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412445 Mar 23 18:13:57.019220 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914996d-422b-4e2c-8d5a-3a18b7a66d8e req-9eab58b0-4377-4e0c-aca2-d7e6886a8412 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:13:57.020802 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e914996d-422b-4e2c-8d5a-3a18b7a66d8e req-9eab58b0-4377-4e0c-aca2-d7e6886a8412 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 945 time: 0.0587466 Mar 23 18:13:57.070410 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-e914996d-422b-4e2c-8d5a-3a18b7a66d8e req-d1c1f674-7296-4dea-b49e-7a26c1b56753 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423887 Mar 23 18:13:57.960838 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5987f15-dd07-4dae-b58e-c078d2698791 req-b138f6fb-f0e4-46fd-9ac7-ca70366ae4f2 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103207) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:13:57.962553 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c5987f15-dd07-4dae-b58e-c078d2698791 req-b138f6fb-f0e4-46fd-9ac7-ca70366ae4f2 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 945 time: 0.0652096 Mar 23 18:13:58.077777 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-c5987f15-dd07-4dae-b58e-c078d2698791 req-88d0b99e-a4e4-40f8-a520-3e8bc5ca1434 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Deleting port 5a20881a-8caf-4de4-b4c8-334cb7ab4b5e {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 18:13:58.078106 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-c5987f15-dd07-4dae-b58e-c078d2698791 req-88d0b99e-a4e4-40f8-a520-3e8bc5ca1434 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (5a20881a-8caf-4de4-b4c8-334cb7ab4b5e), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:13:58.189066 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [req-c5987f15-dd07-4dae-b58e-c078d2698791 req-88d0b99e-a4e4-40f8-a520-3e8bc5ca1434 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] For port 5a20881a-8caf-4de4-b4c8-334cb7ab4b5e, host hv-cinder-83492, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83492',level=0,port_id=5a20881a-8caf-4de4-b4c8-334cb7ab4b5e,segment=NetworkSegment(fbe3bea3-1bd2-4671-a8c9-19fc1227495a),segment_id=fbe3bea3-1bd2-4671-a8c9-19fc1227495a)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 18:13:58.189505 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-c5987f15-dd07-4dae-b58e-c078d2698791 req-88d0b99e-a4e4-40f8-a520-3e8bc5ca1434 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (5a20881a-8caf-4de4-b4c8-334cb7ab4b5e), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:13:58.201894 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb1e11-ad91-41ab-8e38-be79707604d8 req-6f5bb0b1-e339-4261-af18-fcadc368a0a9 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103208) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 18:13:58.203479 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-04bb1e11-ad91-41ab-8e38-be79707604d8 req-6f5bb0b1-e339-4261-af18-fcadc368a0a9 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2106c90-e778-42fc-8e51-691dd8378194 HTTP/1.1" status: 200 len: 945 time: 0.0587122 Mar 23 18:13:58.205206 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [req-c5987f15-dd07-4dae-b58e-c078d2698791 req-88d0b99e-a4e4-40f8-a520-3e8bc5ca1434 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Calling delete_port for 5a20881a-8caf-4de4-b4c8-334cb7ab4b5e owned by compute:nova {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 18:13:58.254113 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [req-04bb1e11-ad91-41ab-8e38-be79707604d8 req-380235a8-f1f6-4196-9f9b-aaa5ae1ccd84 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.41 "GET /v2.0/security-groups?id=50a05b21-b769-49e9-8bb5-29974b5f5b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444636 Mar 23 18:13:58.364471 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-c5987f15-dd07-4dae-b58e-c078d2698791 req-88d0b99e-a4e4-40f8-a520-3e8bc5ca1434 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59566619'] for port (5a20881a-8caf-4de4-b4c8-334cb7ab4b5e), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:13:58.377066 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] get_ports_and_sgs() called for port_ids ['5a20881a-8caf-4de4-b4c8-334cb7ab4b5e'] {{(pid=103209) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 18:13:58.395244 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d0b99e-a4e4-40f8-a520-3e8bc5ca1434 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Pushing event deleted for resources: {'Port': ['ID=5a20881a-8caf-4de4-b4c8-334cb7ab4b5e,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:13:58.408747 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d0b99e-a4e4-40f8-a520-3e8bc5ca1434 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:13:58.409097 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d0b99e-a4e4-40f8-a520-3e8bc5ca1434 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:13:58.409468 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d0b99e-a4e4-40f8-a520-3e8bc5ca1434 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:13:58.409804 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d0b99e-a4e4-40f8-a520-3e8bc5ca1434 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:13:58.410138 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d0b99e-a4e4-40f8-a520-3e8bc5ca1434 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:13:58.410466 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d0b99e-a4e4-40f8-a520-3e8bc5ca1434 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:13:58.411138 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d0b99e-a4e4-40f8-a520-3e8bc5ca1434 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:13:58.411473 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d0b99e-a4e4-40f8-a520-3e8bc5ca1434 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:13:58.412673 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d0b99e-a4e4-40f8-a520-3e8bc5ca1434 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:13:58.412673 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d0b99e-a4e4-40f8-a520-3e8bc5ca1434 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:13:58.412673 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d0b99e-a4e4-40f8-a520-3e8bc5ca1434 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:13:58.412968 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d0b99e-a4e4-40f8-a520-3e8bc5ca1434 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:13:58.413060 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d0b99e-a4e4-40f8-a520-3e8bc5ca1434 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:13:58.413418 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d0b99e-a4e4-40f8-a520-3e8bc5ca1434 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:13:58.413826 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d0b99e-a4e4-40f8-a520-3e8bc5ca1434 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:13:58.452612 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5987f15-dd07-4dae-b58e-c078d2698791 req-88d0b99e-a4e4-40f8-a520-3e8bc5ca1434 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] No DVR routers for this DVR port 5a20881a-8caf-4de4-b4c8-334cb7ab4b5e on host hv-cinder-83492 {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 18:13:58.455534 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [req-c5987f15-dd07-4dae-b58e-c078d2698791 req-88d0b99e-a4e4-40f8-a520-3e8bc5ca1434 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183743'] for port (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:13:58.458917 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [req-c5987f15-dd07-4dae-b58e-c078d2698791 req-88d0b99e-a4e4-40f8-a520-3e8bc5ca1434 tempest-TestMinimumBasicScenario-1137314444 tempest-TestMinimumBasicScenario-1137314444-project] 10.222.0.57 "DELETE /v2.0/ports/5a20881a-8caf-4de4-b4c8-334cb7ab4b5e HTTP/1.1" status: 204 len: 173 time: 0.4910192 Mar 23 18:13:58.459363 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2106c90-e778-42fc-8e51-691dd8378194', 'name': 'network-vif-deleted', 'tag': '5a20881a-8caf-4de4-b4c8-334cb7ab4b5e'}] {{(pid=103207) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 18:13:58.461897 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a8b4ff861497e95bdaa1b5b707c6d67831a21ad7978a2018bf2f94d6e1e75d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85a77f7-146d-4316-8a39-3d0476fccc76" -d '{"events": [{"server_uuid": "a2106c90-e778-42fc-8e51-691dd8378194", "name": "network-vif-deleted", "tag": "5a20881a-8caf-4de4-b4c8-334cb7ab4b5e"}]}' {{(pid=103207) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 18:13:58.591499 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 18:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141a1d1a-9d89-4e1a-9106-17ae9aca518c x-openstack-request-id: req-141a1d1a-9d89-4e1a-9106-17ae9aca518c {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 18:13:58.591835 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2106c90-e778-42fc-8e51-691dd8378194", "name": "network-vif-deleted", "tag": "5a20881a-8caf-4de4-b4c8-334cb7ab4b5e", "status": "completed", "code": 200}]} {{(pid=103207) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 18:13:58.592086 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-141a1d1a-9d89-4e1a-9106-17ae9aca518c {{(pid=103207) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 18:13:58.592516 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.notifiers.nova [-] Nova event matching ['req-141a1d1a-9d89-4e1a-9106-17ae9aca518c'] response: {'server_uuid': 'a2106c90-e778-42fc-8e51-691dd8378194', 'name': 'network-vif-deleted', 'tag': '5a20881a-8caf-4de4-b4c8-334cb7ab4b5e', 'status': 'completed', 'code': 200} Mar 23 18:14:00.023896 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 58970) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:14:00.428724 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-313d1814-98e6-4497-9e83-1ff737573cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613957'] for router_interface (ed119067-a227-4c5b-81ce-96add2b6b344), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:00.717856 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-313d1814-98e6-4497-9e83-1ff737573cfb admin admin] Deleting port 747f7fec-dda6-412b-af13-9167b0d67834 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 18:14:00.718073 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-313d1814-98e6-4497-9e83-1ff737573cfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (747f7fec-dda6-412b-af13-9167b0d67834), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:00.806634 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-313d1814-98e6-4497-9e83-1ff737573cfb admin admin] For port 747f7fec-dda6-412b-af13-9167b0d67834, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=747f7fec-dda6-412b-af13-9167b0d67834,segment=NetworkSegment(fbe3bea3-1bd2-4671-a8c9-19fc1227495a),segment_id=fbe3bea3-1bd2-4671-a8c9-19fc1227495a)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 18:14:00.806981 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-313d1814-98e6-4497-9e83-1ff737573cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (747f7fec-dda6-412b-af13-9167b0d67834), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:00.822564 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-313d1814-98e6-4497-9e83-1ff737573cfb admin admin] Calling delete_port for 747f7fec-dda6-412b-af13-9167b0d67834 owned by network:router_interface {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 18:14:01.028944 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-313d1814-98e6-4497-9e83-1ff737573cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59566619'] for port (747f7fec-dda6-412b-af13-9167b0d67834), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:01.057967 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d1814-98e6-4497-9e83-1ff737573cfb admin admin] Pushing event deleted for resources: {'Port': ['ID=747f7fec-dda6-412b-af13-9167b0d67834,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:14:01.072314 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device 5a20881a-8caf-4de4-b4c8-334cb7ab4b5e no longer exists at agent hyperv_hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 18:14:01.094370 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] No Port match for: 5a20881a-8caf-4de4-b4c8-334cb7ab4b5e {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 18:14:01.094720 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Device 5a20881a-8caf-4de4-b4c8-334cb7ab4b5e not bound to the agent host hv-cinder-83492 {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 18:14:01.238313 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-313d1814-98e6-4497-9e83-1ff737573cfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606453'] for router_interface (ed119067-a227-4c5b-81ce-96add2b6b344), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:01.465319 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313d1814-98e6-4497-9e83-1ff737573cfb admin admin] Router ed119067-a227-4c5b-81ce-96add2b6b344 has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 18:14:01.573586 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313d1814-98e6-4497-9e83-1ff737573cfb admin admin] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 18:14:01.579094 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-313d1814-98e6-4497-9e83-1ff737573cfb admin admin] 10.222.0.41 "PUT /v2.0/routers/ed119067-a227-4c5b-81ce-96add2b6b344/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5541155 Mar 23 18:14:01.581734 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 58976) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:14:01.584958 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae71a63a-d86d-4aae-815b-efba236063e4 None None] Sync routers for ids ['ed119067-a227-4c5b-81ce-96add2b6b344'] in dv-cinder-834920-1-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 18:14:01.596569 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae71a63a-d86d-4aae-815b-efba236063e4 None None] Routers {'ed119067-a227-4c5b-81ce-96add2b6b344'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 18:14:01.597171 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-ae71a63a-d86d-4aae-815b-efba236063e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T18:13:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['ed119067-a227-4c5b-81ce-96add2b6b344'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:14:01.687744 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1102b47a-fc40-43e1-8a7b-f73ea2342e4b admin admin] Publish callbacks [] for router (ed119067-a227-4c5b-81ce-96add2b6b344), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:01.704109 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-ae71a63a-d86d-4aae-815b-efba236063e4 None None] Set router ed119067-a227-4c5b-81ce-96add2b6b344 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 18:14:01.795899 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1102b47a-fc40-43e1-8a7b-f73ea2342e4b admin admin] Publish callbacks [] for router_gateway (ed119067-a227-4c5b-81ce-96add2b6b344), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:01.852951 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-1102b47a-fc40-43e1-8a7b-f73ea2342e4b admin admin] Deleting port fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 18:14:01.853309 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1102b47a-fc40-43e1-8a7b-f73ea2342e4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:01.886633 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-ae71a63a-d86d-4aae-815b-efba236063e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'name': 'tempest-TestMinimumBasicScenario-362245812-router', 'tenant_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T18:10:14Z', 'updated_at': '2022-03-23T18:14:00Z', 'revision_number': 5, 'project_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'gw_port': {'id': 'fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T18:10:14Z', 'updated_at': '2022-03-23T18:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi'}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:14:01.912664 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae71a63a-d86d-4aae-815b-efba236063e4 None None] Checking router: ed119067-a227-4c5b-81ce-96add2b6b344 for host: dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 18:14:01.921483 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae71a63a-d86d-4aae-815b-efba236063e4 None None] Routers {'ed119067-a227-4c5b-81ce-96add2b6b344'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 18:14:01.922194 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-ae71a63a-d86d-4aae-815b-efba236063e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T18:13:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['ed119067-a227-4c5b-81ce-96add2b6b344'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:14:01.936532 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-1102b47a-fc40-43e1-8a7b-f73ea2342e4b admin admin] For port fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9,segment=NetworkSegment(e3d657d5-0d12-4364-ba98-0127febd700d),segment_id=e3d657d5-0d12-4364-ba98-0127febd700d)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 18:14:01.936861 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1102b47a-fc40-43e1-8a7b-f73ea2342e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:01.950749 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-1102b47a-fc40-43e1-8a7b-f73ea2342e4b admin admin] Calling delete_port for fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9 owned by network:router_gateway {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 18:14:02.010810 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-ae71a63a-d86d-4aae-815b-efba236063e4 None None] Set router ed119067-a227-4c5b-81ce-96add2b6b344 gateway port host: None {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 18:14:02.066909 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-ae71a63a-d86d-4aae-815b-efba236063e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'name': 'tempest-TestMinimumBasicScenario-362245812-router', 'tenant_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T18:10:14Z', 'updated_at': '2022-03-23T18:14:01Z', 'revision_number': 6, 'project_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'gw_port_host': None}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:14:02.094581 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae71a63a-d86d-4aae-815b-efba236063e4 None None] The sync data for ids ['ed119067-a227-4c5b-81ce-96add2b6b344'] in dv-cinder-834920-1-iscsi is: [{'id': 'ed119067-a227-4c5b-81ce-96add2b6b344', 'name': 'tempest-TestMinimumBasicScenario-362245812-router', 'tenant_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T18:10:14Z', 'updated_at': '2022-03-23T18:14:01Z', 'revision_number': 6, 'project_id': 'ed1550934d274f9dbfd2b976fcd1630c', 'gw_port_host': None}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 18:14:02.384332 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1102b47a-fc40-43e1-8a7b-f73ea2342e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59566619'] for port (fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:02.409854 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1102b47a-fc40-43e1-8a7b-f73ea2342e4b admin admin] Pushing event deleted for resources: {'Port': ['ID=fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:14:02.479739 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1102b47a-fc40-43e1-8a7b-f73ea2342e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614159'] for router_gateway (ed119067-a227-4c5b-81ce-96add2b6b344), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:02.577091 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1102b47a-fc40-43e1-8a7b-f73ea2342e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3209'] for router (ed119067-a227-4c5b-81ce-96add2b6b344), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:02.579668 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1102b47a-fc40-43e1-8a7b-f73ea2342e4b admin admin] Publish callbacks [] for router_controller (ed119067-a227-4c5b-81ce-96add2b6b344), precommit_delete_associations {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:02.627469 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1102b47a-fc40-43e1-8a7b-f73ea2342e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-608236'] for router (ed119067-a227-4c5b-81ce-96add2b6b344), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:02.628008 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1102b47a-fc40-43e1-8a7b-f73ea2342e4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed119067-a227-4c5b-81ce-96add2b6b344 {{(pid=103207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 18:14:02.632591 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1102b47a-fc40-43e1-8a7b-f73ea2342e4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:02.633802 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-1102b47a-fc40-43e1-8a7b-f73ea2342e4b admin admin] 10.222.0.41 "DELETE /v2.0/routers/ed119067-a227-4c5b-81ce-96add2b6b344 HTTP/1.1" status: 204 len: 168 time: 1.0511105 Mar 23 18:14:02.637381 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 58980) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:14:02.688661 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb79893-d652-4a64-84ed-4b562cd518ea admin admin] Deleting subnet bd55860f-b8e9-4ea5-9200-1dd953d89cda {{(pid=103207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 18:14:02.692335 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1eb79893-d652-4a64-84ed-4b562cd518ea admin admin] Publish callbacks [] for subnet (bd55860f-b8e9-4ea5-9200-1dd953d89cda), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:02.728171 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1eb79893-d652-4a64-84ed-4b562cd518ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59524638'] for subnet (bd55860f-b8e9-4ea5-9200-1dd953d89cda), precommit_delete_associations {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:02.810403 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1eb79893-d652-4a64-84ed-4b562cd518ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153585'] for subnet (bd55860f-b8e9-4ea5-9200-1dd953d89cda), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:02.876488 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1eb79893-d652-4a64-84ed-4b562cd518ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59566314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59734875'] for subnet (bd55860f-b8e9-4ea5-9200-1dd953d89cda), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:02.910130 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb79893-d652-4a64-84ed-4b562cd518ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd55860f-b8e9-4ea5-9200-1dd953d89cda,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:14:02.914131 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1eb79893-d652-4a64-84ed-4b562cd518ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for subnet (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:02.917768 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-1eb79893-d652-4a64-84ed-4b562cd518ea admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bd55860f-b8e9-4ea5-9200-1dd953d89cda HTTP/1.1" status: 204 len: 168 time: 0.2789447 Mar 23 18:14:02.920228 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 58982) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:14:02.922747 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe76e9f-97c6-412d-885c-e694c6b5cca3 None None] Network 2a6ac686-ec45-48c2-911d-d2c740a8c535 requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 18:14:02.989025 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a2fad9d2-53dc-4e30-9e1c-5cceee0ff7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148222'] for network (2a6ac686-ec45-48c2-911d-d2c740a8c535), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:03.045012 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-a2fad9d2-53dc-4e30-9e1c-5cceee0ff7dc admin admin] Deleting port c2edf955-e124-4543-8a5a-f774d8e16fd9 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 18:14:03.045343 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a2fad9d2-53dc-4e30-9e1c-5cceee0ff7dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (c2edf955-e124-4543-8a5a-f774d8e16fd9), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:03.084345 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06708772-2743-44c2-a231-5bc5657aa075 None None] DHCP port deletion for 2a6ac686-ec45-48c2-911d-d2c740a8c535 request from dv-cinder-834920-1-iscsi {{(pid=103209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 18:14:03.113805 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-a2fad9d2-53dc-4e30-9e1c-5cceee0ff7dc admin admin] For port c2edf955-e124-4543-8a5a-f774d8e16fd9, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=c2edf955-e124-4543-8a5a-f774d8e16fd9,segment=NetworkSegment(fbe3bea3-1bd2-4671-a8c9-19fc1227495a),segment_id=fbe3bea3-1bd2-4671-a8c9-19fc1227495a)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 18:14:03.114140 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a2fad9d2-53dc-4e30-9e1c-5cceee0ff7dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (c2edf955-e124-4543-8a5a-f774d8e16fd9), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:03.127450 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-a2fad9d2-53dc-4e30-9e1c-5cceee0ff7dc admin admin] Calling delete_port for c2edf955-e124-4543-8a5a-f774d8e16fd9 owned by network:dhcp {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 18:14:03.133880 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-06708772-2743-44c2-a231-5bc5657aa075 None None] Deleting port c2edf955-e124-4543-8a5a-f774d8e16fd9 {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 18:14:03.134246 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-06708772-2743-44c2-a231-5bc5657aa075 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (c2edf955-e124-4543-8a5a-f774d8e16fd9), before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:03.200882 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-06708772-2743-44c2-a231-5bc5657aa075 None None] For port c2edf955-e124-4543-8a5a-f774d8e16fd9, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=c2edf955-e124-4543-8a5a-f774d8e16fd9,segment=NetworkSegment(fbe3bea3-1bd2-4671-a8c9-19fc1227495a),segment_id=fbe3bea3-1bd2-4671-a8c9-19fc1227495a)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 18:14:03.201341 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-06708772-2743-44c2-a231-5bc5657aa075 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (c2edf955-e124-4543-8a5a-f774d8e16fd9), precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:03.210720 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a2fad9d2-53dc-4e30-9e1c-5cceee0ff7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59566619'] for port (c2edf955-e124-4543-8a5a-f774d8e16fd9), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:03.218874 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-06708772-2743-44c2-a231-5bc5657aa075 None None] Calling delete_port for c2edf955-e124-4543-8a5a-f774d8e16fd9 owned by network:dhcp {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 18:14:03.235795 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fad9d2-53dc-4e30-9e1c-5cceee0ff7dc admin admin] Pushing event deleted for resources: {'Port': ['ID=c2edf955-e124-4543-8a5a-f774d8e16fd9,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:14:03.239411 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fad9d2-53dc-4e30-9e1c-5cceee0ff7dc admin admin] No DVR routers for this DVR port c2edf955-e124-4543-8a5a-f774d8e16fd9 on host dv-cinder-834920-1-iscsi {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 18:14:03.300799 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-06708772-2743-44c2-a231-5bc5657aa075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484'] for port (c2edf955-e124-4543-8a5a-f774d8e16fd9), after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:03.316023 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a2fad9d2-53dc-4e30-9e1c-5cceee0ff7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4070212', 'neutron.services.segments.db._delete_segments_for_network-8741035949891'] for network (2a6ac686-ec45-48c2-911d-d2c740a8c535), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:03.326278 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06708772-2743-44c2-a231-5bc5657aa075 None None] Pushing event deleted for resources: {'Port': ['ID=c2edf955-e124-4543-8a5a-f774d8e16fd9,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:14:03.331935 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06708772-2743-44c2-a231-5bc5657aa075 None None] No DVR routers for this DVR port c2edf955-e124-4543-8a5a-f774d8e16fd9 on host dv-cinder-834920-1-iscsi {{(pid=103209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 18:14:03.343856 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-a2fad9d2-53dc-4e30-9e1c-5cceee0ff7dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a6ac686-ec45-48c2-911d-d2c740a8c535']}} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:14:03.344958 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06708772-2743-44c2-a231-5bc5657aa075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:14:03.344958 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06708772-2743-44c2-a231-5bc5657aa075 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:14:03.344958 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06708772-2743-44c2-a231-5bc5657aa075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:14:03.344958 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06708772-2743-44c2-a231-5bc5657aa075 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:14:03.344958 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06708772-2743-44c2-a231-5bc5657aa075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:14:03.344958 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06708772-2743-44c2-a231-5bc5657aa075 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:14:03.344958 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06708772-2743-44c2-a231-5bc5657aa075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:14:03.344958 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06708772-2743-44c2-a231-5bc5657aa075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:14:03.344958 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06708772-2743-44c2-a231-5bc5657aa075 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:14:03.344958 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06708772-2743-44c2-a231-5bc5657aa075 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:14:03.344958 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06708772-2743-44c2-a231-5bc5657aa075 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:14:03.346230 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06708772-2743-44c2-a231-5bc5657aa075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:14:03.346230 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06708772-2743-44c2-a231-5bc5657aa075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:14:03.346230 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06708772-2743-44c2-a231-5bc5657aa075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:14:03.346230 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06708772-2743-44c2-a231-5bc5657aa075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:14:03.355698 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-a2fad9d2-53dc-4e30-9e1c-5cceee0ff7dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe3bea3-1bd2-4671-a8c9-19fc1227495a') {'for_net_delete': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:14:03.356002 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-a2fad9d2-53dc-4e30-9e1c-5cceee0ff7dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe3bea3-1bd2-4671-a8c9-19fc1227495a') {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:14:03.365965 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a2fad9d2-53dc-4e30-9e1c-5cceee0ff7dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741035949644', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59524647'] for segment (fbe3bea3-1bd2-4671-a8c9-19fc1227495a), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:03.382313 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a2fad9d2-53dc-4e30-9e1c-5cceee0ff7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464'] for segment (fbe3bea3-1bd2-4671-a8c9-19fc1227495a), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:03.390022 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2fad9d2-53dc-4e30-9e1c-5cceee0ff7dc admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=103207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 18:14:03.390630 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a2fad9d2-53dc-4e30-9e1c-5cceee0ff7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59566664'] for segment (fbe3bea3-1bd2-4671-a8c9-19fc1227495a), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:03.392207 dv-cinder-834920-1-iscsi neutron-server[103207]: Traceback (most recent call last): Mar 23 18:14:03.392207 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 18:14:03.392207 dv-cinder-834920-1-iscsi neutron-server[103207]: timer() Mar 23 18:14:03.392207 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 18:14:03.392207 dv-cinder-834920-1-iscsi neutron-server[103207]: cb(*args, **kw) Mar 23 18:14:03.392207 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 18:14:03.392207 dv-cinder-834920-1-iscsi neutron-server[103207]: return func(*args, **kwargs) Mar 23 18:14:03.392207 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 18:14:03.392207 dv-cinder-834920-1-iscsi neutron-server[103207]: self._notify() Mar 23 18:14:03.392207 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 18:14:03.392207 dv-cinder-834920-1-iscsi neutron-server[103207]: self.callback(batched_events) Mar 23 18:14:03.392207 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 18:14:03.392207 dv-cinder-834920-1-iscsi neutron-server[103207]: event.method(event) Mar 23 18:14:03.392207 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 18:14:03.392207 dv-cinder-834920-1-iscsi neutron-server[103207]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 18:14:03.392207 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 18:14:03.392207 dv-cinder-834920-1-iscsi neutron-server[103207]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 18:14:03.392207 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 18:14:03.392207 dv-cinder-834920-1-iscsi neutron-server[103207]: return f(self, *a, **k) Mar 23 18:14:03.392207 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 18:14:03.392207 dv-cinder-834920-1-iscsi neutron-server[103207]: return self._get(url).json() Mar 23 18:14:03.392207 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 18:14:03.392207 dv-cinder-834920-1-iscsi neutron-server[103207]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 18:14:03.392207 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 18:14:03.392207 dv-cinder-834920-1-iscsi neutron-server[103207]: return self.request(url, 'GET', **kwargs) Mar 23 18:14:03.392207 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 18:14:03.392207 dv-cinder-834920-1-iscsi neutron-server[103207]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 18:14:03.392207 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 18:14:03.392207 dv-cinder-834920-1-iscsi neutron-server[103207]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 18:14:03.392207 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 18:14:03.392207 dv-cinder-834920-1-iscsi neutron-server[103207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 18:14:03.392207 dv-cinder-834920-1-iscsi neutron-server[103207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 18:14:03.432672 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9 no longer exists at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 18:14:03.454304 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a2fad9d2-53dc-4e30-9e1c-5cceee0ff7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4070271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614259'] for network (2a6ac686-ec45-48c2-911d-d2c740a8c535), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:03.458778 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] No Port match for: fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 18:14:03.459128 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device fe1c7a1a-6350-4b66-8aaa-ffb21763a8d9 not bound to the agent host dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 18:14:03.459739 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device c2edf955-e124-4543-8a5a-f774d8e16fd9 no longer exists at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 18:14:03.461089 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a2fad9d2-53dc-4e30-9e1c-5cceee0ff7dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for network (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:03.464827 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-a2fad9d2-53dc-4e30-9e1c-5cceee0ff7dc admin admin] 10.222.0.41 "DELETE /v2.0/networks/2a6ac686-ec45-48c2-911d-d2c740a8c535 HTTP/1.1" status: 204 len: 168 time: 0.5432708 Mar 23 18:14:03.467791 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 58984) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:14:03.475806 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fad9d2-53dc-4e30-9e1c-5cceee0ff7dc admin admin] Pushing event deleted for resources: {'Network': ['ID=2a6ac686-ec45-48c2-911d-d2c740a8c535,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:14:03.483919 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] No Port match for: c2edf955-e124-4543-8a5a-f774d8e16fd9 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 18:14:03.484463 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device c2edf955-e124-4543-8a5a-f774d8e16fd9 not bound to the agent host dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 18:14:03.484990 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 747f7fec-dda6-412b-af13-9167b0d67834 no longer exists at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 18:14:03.504369 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] No Port match for: 747f7fec-dda6-412b-af13-9167b0d67834 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 18:14:03.504710 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 747f7fec-dda6-412b-af13-9167b0d67834 not bound to the agent host dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 18:14:03.848943 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-738e1c6f-303e-44ac-ab1a-b826419f0a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613957'] for router_interface (a9cc9d25-5007-40ad-a920-12c6b17e82f5), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:04.112670 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-738e1c6f-303e-44ac-ab1a-b826419f0a5c admin admin] Deleting port 64cc917b-8e2e-4a17-93cd-155ecae8bcad {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 18:14:04.112900 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-738e1c6f-303e-44ac-ab1a-b826419f0a5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (64cc917b-8e2e-4a17-93cd-155ecae8bcad), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:04.196773 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [None req-738e1c6f-303e-44ac-ab1a-b826419f0a5c admin admin] For port 64cc917b-8e2e-4a17-93cd-155ecae8bcad, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=64cc917b-8e2e-4a17-93cd-155ecae8bcad,segment=NetworkSegment(590226a5-cd39-4ee9-97ea-6227549911f6),segment_id=590226a5-cd39-4ee9-97ea-6227549911f6)] {{(pid=103208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 18:14:04.197157 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-738e1c6f-303e-44ac-ab1a-b826419f0a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (64cc917b-8e2e-4a17-93cd-155ecae8bcad), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:04.210252 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-738e1c6f-303e-44ac-ab1a-b826419f0a5c admin admin] Calling delete_port for 64cc917b-8e2e-4a17-93cd-155ecae8bcad owned by network:router_interface {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 18:14:04.231970 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:14:04.421392 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-738e1c6f-303e-44ac-ab1a-b826419f0a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59308127'] for port (64cc917b-8e2e-4a17-93cd-155ecae8bcad), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:04.446194 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e1c6f-303e-44ac-ab1a-b826419f0a5c admin admin] Pushing event deleted for resources: {'Port': ['ID=64cc917b-8e2e-4a17-93cd-155ecae8bcad,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:14:04.625099 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-738e1c6f-303e-44ac-ab1a-b826419f0a5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606453'] for router_interface (a9cc9d25-5007-40ad-a920-12c6b17e82f5), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:04.863408 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738e1c6f-303e-44ac-ab1a-b826419f0a5c admin admin] Router a9cc9d25-5007-40ad-a920-12c6b17e82f5 has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103208) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 18:14:04.984923 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738e1c6f-303e-44ac-ab1a-b826419f0a5c admin admin] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103208) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 18:14:04.991221 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-738e1c6f-303e-44ac-ab1a-b826419f0a5c admin admin] 10.222.0.41 "PUT /v2.0/routers/a9cc9d25-5007-40ad-a920-12c6b17e82f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5219178 Mar 23 18:14:04.994970 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 58990) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:14:04.997858 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d1aef5-7681-43b1-a498-4a8bc49c3991 None None] Sync routers for ids ['a9cc9d25-5007-40ad-a920-12c6b17e82f5'] in dv-cinder-834920-1-iscsi {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 18:14:05.018023 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d1aef5-7681-43b1-a498-4a8bc49c3991 None None] Routers {'a9cc9d25-5007-40ad-a920-12c6b17e82f5'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 18:14:05.018795 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-10d1aef5-7681-43b1-a498-4a8bc49c3991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T18:13:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['a9cc9d25-5007-40ad-a920-12c6b17e82f5'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:14:05.125942 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b8540707-5378-4cbf-becd-03ad212d8db1 admin admin] Publish callbacks [] for router (a9cc9d25-5007-40ad-a920-12c6b17e82f5), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:05.135153 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-10d1aef5-7681-43b1-a498-4a8bc49c3991 None None] Set router a9cc9d25-5007-40ad-a920-12c6b17e82f5 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 18:14:05.234761 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b8540707-5378-4cbf-becd-03ad212d8db1 admin admin] Publish callbacks [] for router_gateway (a9cc9d25-5007-40ad-a920-12c6b17e82f5), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:05.291565 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-b8540707-5378-4cbf-becd-03ad212d8db1 admin admin] Deleting port 2bc3cd0f-d203-4456-8321-223a7972ef89 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 18:14:05.291811 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b8540707-5378-4cbf-becd-03ad212d8db1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (2bc3cd0f-d203-4456-8321-223a7972ef89), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:05.316850 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-10d1aef5-7681-43b1-a498-4a8bc49c3991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9cc9d25-5007-40ad-a920-12c6b17e82f5', 'name': 'tempest-TestMinimumBasicScenario-97032623-router', 'tenant_id': 'ae248c60010f4857afcce7ea4844a476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '2bc3cd0f-d203-4456-8321-223a7972ef89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T18:10:19Z', 'updated_at': '2022-03-23T18:14:04Z', 'revision_number': 5, 'project_id': 'ae248c60010f4857afcce7ea4844a476', 'gw_port': {'id': '2bc3cd0f-d203-4456-8321-223a7972ef89', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ec:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cc9d25-5007-40ad-a920-12c6b17e82f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T18:10:20Z', 'updated_at': '2022-03-23T18:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi'}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:14:05.352544 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d1aef5-7681-43b1-a498-4a8bc49c3991 None None] Checking router: a9cc9d25-5007-40ad-a920-12c6b17e82f5 for host: dv-cinder-834920-1-iscsi {{(pid=103209) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 18:14:05.363590 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d1aef5-7681-43b1-a498-4a8bc49c3991 None None] Routers {'a9cc9d25-5007-40ad-a920-12c6b17e82f5'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103209) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 18:14:05.364397 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-10d1aef5-7681-43b1-a498-4a8bc49c3991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T18:13:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['a9cc9d25-5007-40ad-a920-12c6b17e82f5'], 'active': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:14:05.374458 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-b8540707-5378-4cbf-becd-03ad212d8db1 admin admin] For port 2bc3cd0f-d203-4456-8321-223a7972ef89, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=2bc3cd0f-d203-4456-8321-223a7972ef89,segment=NetworkSegment(e3d657d5-0d12-4364-ba98-0127febd700d),segment_id=e3d657d5-0d12-4364-ba98-0127febd700d)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 18:14:05.374814 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b8540707-5378-4cbf-becd-03ad212d8db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (2bc3cd0f-d203-4456-8321-223a7972ef89), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:05.388669 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-b8540707-5378-4cbf-becd-03ad212d8db1 admin admin] Calling delete_port for 2bc3cd0f-d203-4456-8321-223a7972ef89 owned by network:router_gateway {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 18:14:05.463757 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvr_db [None req-10d1aef5-7681-43b1-a498-4a8bc49c3991 None None] Set router a9cc9d25-5007-40ad-a920-12c6b17e82f5 gateway port host: None {{(pid=103209) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 18:14:05.518914 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_hamode_db [None req-10d1aef5-7681-43b1-a498-4a8bc49c3991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9cc9d25-5007-40ad-a920-12c6b17e82f5', 'name': 'tempest-TestMinimumBasicScenario-97032623-router', 'tenant_id': 'ae248c60010f4857afcce7ea4844a476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T18:10:19Z', 'updated_at': '2022-03-23T18:14:05Z', 'revision_number': 6, 'project_id': 'ae248c60010f4857afcce7ea4844a476', 'gw_port_host': None}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:14:05.550588 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d1aef5-7681-43b1-a498-4a8bc49c3991 None None] The sync data for ids ['a9cc9d25-5007-40ad-a920-12c6b17e82f5'] in dv-cinder-834920-1-iscsi is: [{'id': 'a9cc9d25-5007-40ad-a920-12c6b17e82f5', 'name': 'tempest-TestMinimumBasicScenario-97032623-router', 'tenant_id': 'ae248c60010f4857afcce7ea4844a476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T18:10:19Z', 'updated_at': '2022-03-23T18:14:05Z', 'revision_number': 6, 'project_id': 'ae248c60010f4857afcce7ea4844a476', 'gw_port_host': None}] {{(pid=103209) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 18:14:05.568306 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b8540707-5378-4cbf-becd-03ad212d8db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59566619'] for port (2bc3cd0f-d203-4456-8321-223a7972ef89), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:05.593438 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8540707-5378-4cbf-becd-03ad212d8db1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bc3cd0f-d203-4456-8321-223a7972ef89,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:14:05.657853 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b8540707-5378-4cbf-becd-03ad212d8db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614159'] for router_gateway (a9cc9d25-5007-40ad-a920-12c6b17e82f5), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:05.751930 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b8540707-5378-4cbf-becd-03ad212d8db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3209'] for router (a9cc9d25-5007-40ad-a920-12c6b17e82f5), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:05.754292 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b8540707-5378-4cbf-becd-03ad212d8db1 admin admin] Publish callbacks [] for router_controller (a9cc9d25-5007-40ad-a920-12c6b17e82f5), precommit_delete_associations {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:05.805654 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b8540707-5378-4cbf-becd-03ad212d8db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-608236'] for router (a9cc9d25-5007-40ad-a920-12c6b17e82f5), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:05.806157 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8540707-5378-4cbf-becd-03ad212d8db1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9cc9d25-5007-40ad-a920-12c6b17e82f5 {{(pid=103207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 18:14:05.810840 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-b8540707-5378-4cbf-becd-03ad212d8db1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:05.812012 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-b8540707-5378-4cbf-becd-03ad212d8db1 admin admin] 10.222.0.41 "DELETE /v2.0/routers/a9cc9d25-5007-40ad-a920-12c6b17e82f5 HTTP/1.1" status: 204 len: 168 time: 0.8146064 Mar 23 18:14:05.814931 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 58994) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:14:05.865706 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_v2 [None req-98b99029-0d4c-4e77-8de6-922766c77954 admin admin] Deleting subnet ed66c4da-30f0-4c92-93af-851809fd507c {{(pid=103207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 18:14:05.868669 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-98b99029-0d4c-4e77-8de6-922766c77954 admin admin] Publish callbacks [] for subnet (ed66c4da-30f0-4c92-93af-851809fd507c), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:05.905771 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-98b99029-0d4c-4e77-8de6-922766c77954 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59524638'] for subnet (ed66c4da-30f0-4c92-93af-851809fd507c), precommit_delete_associations {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:05.992840 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-98b99029-0d4c-4e77-8de6-922766c77954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153585'] for subnet (ed66c4da-30f0-4c92-93af-851809fd507c), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:06.052191 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-98b99029-0d4c-4e77-8de6-922766c77954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59566314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59734875'] for subnet (ed66c4da-30f0-4c92-93af-851809fd507c), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:06.079585 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b99029-0d4c-4e77-8de6-922766c77954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed66c4da-30f0-4c92-93af-851809fd507c,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:14:06.085052 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-98b99029-0d4c-4e77-8de6-922766c77954 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for subnet (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:06.089541 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-98b99029-0d4c-4e77-8de6-922766c77954 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ed66c4da-30f0-4c92-93af-851809fd507c HTTP/1.1" status: 204 len: 168 time: 0.2733886 Mar 23 18:14:06.091247 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63da7345-ccd7-44cb-abd7-485f55abed04 None None] Network b8b74e96-3301-4140-8e16-46b5a26cdd3c requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 18:14:06.092288 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 58996) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:14:06.165661 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-473f0bd7-b1f4-4666-b93f-881f3a9b384a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148222'] for network (b8b74e96-3301-4140-8e16-46b5a26cdd3c), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:06.230908 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-473f0bd7-b1f4-4666-b93f-881f3a9b384a admin admin] Deleting port e42aecbd-ba85-41ed-8b09-3a66a943b0be {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 18:14:06.231239 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-473f0bd7-b1f4-4666-b93f-881f3a9b384a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (e42aecbd-ba85-41ed-8b09-3a66a943b0be), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:06.294132 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-473f0bd7-b1f4-4666-b93f-881f3a9b384a admin admin] For port e42aecbd-ba85-41ed-8b09-3a66a943b0be, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=e42aecbd-ba85-41ed-8b09-3a66a943b0be,segment=NetworkSegment(590226a5-cd39-4ee9-97ea-6227549911f6),segment_id=590226a5-cd39-4ee9-97ea-6227549911f6)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 18:14:06.294397 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-473f0bd7-b1f4-4666-b93f-881f3a9b384a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (e42aecbd-ba85-41ed-8b09-3a66a943b0be), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:06.309931 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-473f0bd7-b1f4-4666-b93f-881f3a9b384a admin admin] Calling delete_port for e42aecbd-ba85-41ed-8b09-3a66a943b0be owned by network:dhcp {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 18:14:06.344148 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d532fbd0-83e0-4fea-8ef6-877e0329b022 None None] DHCP port deletion for b8b74e96-3301-4140-8e16-46b5a26cdd3c request from dv-cinder-834920-1-iscsi {{(pid=103209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 18:14:06.397470 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-473f0bd7-b1f4-4666-b93f-881f3a9b384a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59566619'] for port (e42aecbd-ba85-41ed-8b09-3a66a943b0be), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:06.399609 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-d532fbd0-83e0-4fea-8ef6-877e0329b022 None None] Deleting port e42aecbd-ba85-41ed-8b09-3a66a943b0be {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 18:14:06.399975 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d532fbd0-83e0-4fea-8ef6-877e0329b022 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (e42aecbd-ba85-41ed-8b09-3a66a943b0be), before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:06.428497 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f0bd7-b1f4-4666-b93f-881f3a9b384a admin admin] Pushing event deleted for resources: {'Port': ['ID=e42aecbd-ba85-41ed-8b09-3a66a943b0be,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:14:06.430485 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473f0bd7-b1f4-4666-b93f-881f3a9b384a admin admin] No DVR routers for this DVR port e42aecbd-ba85-41ed-8b09-3a66a943b0be on host dv-cinder-834920-1-iscsi {{(pid=103207) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 18:14:06.473601 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-d532fbd0-83e0-4fea-8ef6-877e0329b022 None None] For port e42aecbd-ba85-41ed-8b09-3a66a943b0be, host dv-cinder-834920-1-iscsi, got binding levels [] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 18:14:06.473999 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d532fbd0-83e0-4fea-8ef6-877e0329b022 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (e42aecbd-ba85-41ed-8b09-3a66a943b0be), precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:06.487371 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-d532fbd0-83e0-4fea-8ef6-877e0329b022 None None] Calling delete_port for e42aecbd-ba85-41ed-8b09-3a66a943b0be owned by network:dhcp {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 18:14:06.490082 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.ipam_backend_mixin [None req-d532fbd0-83e0-4fea-8ef6-877e0329b022 None None] Port e42aecbd-ba85-41ed-8b09-3a66a943b0be was not found and therefore no delete operation was performed {{(pid=103209) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 18:14:06.491349 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d532fbd0-83e0-4fea-8ef6-877e0329b022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484'] for port (e42aecbd-ba85-41ed-8b09-3a66a943b0be), after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:06.502924 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-473f0bd7-b1f4-4666-b93f-881f3a9b384a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4070212', 'neutron.services.segments.db._delete_segments_for_network-8741035949891'] for network (b8b74e96-3301-4140-8e16-46b5a26cdd3c), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:06.521117 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532fbd0-83e0-4fea-8ef6-877e0329b022 None None] Pushing event deleted for resources: {'Port': ['ID=e42aecbd-ba85-41ed-8b09-3a66a943b0be,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:14:06.525889 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-473f0bd7-b1f4-4666-b93f-881f3a9b384a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b74e96-3301-4140-8e16-46b5a26cdd3c']}} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:14:06.526206 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d532fbd0-83e0-4fea-8ef6-877e0329b022 None None] No DVR routers for this DVR port e42aecbd-ba85-41ed-8b09-3a66a943b0be on host dv-cinder-834920-1-iscsi {{(pid=103209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 18:14:06.540478 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-473f0bd7-b1f4-4666-b93f-881f3a9b384a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '590226a5-cd39-4ee9-97ea-6227549911f6') {'for_net_delete': True} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:14:06.540827 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.services.segments.db [None req-473f0bd7-b1f4-4666-b93f-881f3a9b384a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '590226a5-cd39-4ee9-97ea-6227549911f6') {} {{(pid=103207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:14:06.550898 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-473f0bd7-b1f4-4666-b93f-881f3a9b384a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741035949644', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59524647'] for segment (590226a5-cd39-4ee9-97ea-6227549911f6), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:06.567333 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-473f0bd7-b1f4-4666-b93f-881f3a9b384a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464'] for segment (590226a5-cd39-4ee9-97ea-6227549911f6), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:06.574262 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-473f0bd7-b1f4-4666-b93f-881f3a9b384a admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=103207) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 18:14:06.574695 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-473f0bd7-b1f4-4666-b93f-881f3a9b384a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59566664'] for segment (590226a5-cd39-4ee9-97ea-6227549911f6), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:06.576946 dv-cinder-834920-1-iscsi neutron-server[103207]: Traceback (most recent call last): Mar 23 18:14:06.576946 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 18:14:06.576946 dv-cinder-834920-1-iscsi neutron-server[103207]: timer() Mar 23 18:14:06.576946 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 18:14:06.576946 dv-cinder-834920-1-iscsi neutron-server[103207]: cb(*args, **kw) Mar 23 18:14:06.576946 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 18:14:06.576946 dv-cinder-834920-1-iscsi neutron-server[103207]: return func(*args, **kwargs) Mar 23 18:14:06.576946 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 18:14:06.576946 dv-cinder-834920-1-iscsi neutron-server[103207]: self._notify() Mar 23 18:14:06.576946 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 18:14:06.576946 dv-cinder-834920-1-iscsi neutron-server[103207]: self.callback(batched_events) Mar 23 18:14:06.576946 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 18:14:06.576946 dv-cinder-834920-1-iscsi neutron-server[103207]: event.method(event) Mar 23 18:14:06.576946 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 18:14:06.576946 dv-cinder-834920-1-iscsi neutron-server[103207]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 18:14:06.576946 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 18:14:06.576946 dv-cinder-834920-1-iscsi neutron-server[103207]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 18:14:06.576946 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 18:14:06.576946 dv-cinder-834920-1-iscsi neutron-server[103207]: return f(self, *a, **k) Mar 23 18:14:06.576946 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 18:14:06.576946 dv-cinder-834920-1-iscsi neutron-server[103207]: return self._get(url).json() Mar 23 18:14:06.576946 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 18:14:06.576946 dv-cinder-834920-1-iscsi neutron-server[103207]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 18:14:06.576946 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 18:14:06.576946 dv-cinder-834920-1-iscsi neutron-server[103207]: return self.request(url, 'GET', **kwargs) Mar 23 18:14:06.576946 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 18:14:06.576946 dv-cinder-834920-1-iscsi neutron-server[103207]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 18:14:06.576946 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 18:14:06.576946 dv-cinder-834920-1-iscsi neutron-server[103207]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 18:14:06.576946 dv-cinder-834920-1-iscsi neutron-server[103207]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 18:14:06.576946 dv-cinder-834920-1-iscsi neutron-server[103207]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 18:14:06.576946 dv-cinder-834920-1-iscsi neutron-server[103207]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 18:14:06.651715 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-473f0bd7-b1f4-4666-b93f-881f3a9b384a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4070271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614259'] for network (b8b74e96-3301-4140-8e16-46b5a26cdd3c), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:06.657743 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-473f0bd7-b1f4-4666-b93f-881f3a9b384a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for network (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:06.661396 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-473f0bd7-b1f4-4666-b93f-881f3a9b384a admin admin] 10.222.0.41 "DELETE /v2.0/networks/b8b74e96-3301-4140-8e16-46b5a26cdd3c HTTP/1.1" status: 204 len: 168 time: 0.5681660 Mar 23 18:14:06.672763 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f0bd7-b1f4-4666-b93f-881f3a9b384a admin admin] Pushing event deleted for resources: {'Network': ['ID=b8b74e96-3301-4140-8e16-46b5a26cdd3c,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:14:06.840389 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 59002) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:14:06.883830 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-0a84d392-ebb0-48bb-82af-00508773775c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ed1550934d274f9dbfd2b976fcd1630c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420370 Mar 23 18:14:06.886171 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 59004) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:14:06.938862 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d30421af-2081-45eb-8479-c40e51c94558 admin admin] Publish callbacks [] for security_group (50a05b21-b769-49e9-8bb5-29974b5f5b01), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:06.962059 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d30421af-2081-45eb-8479-c40e51c94558 admin admin] Publish callbacks [] for security_group (50a05b21-b769-49e9-8bb5-29974b5f5b01), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:07.017685 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d30421af-2081-45eb-8479-c40e51c94558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (50a05b21-b769-49e9-8bb5-29974b5f5b01), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:07.020551 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d30421af-2081-45eb-8479-c40e51c94558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:07.021741 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-d30421af-2081-45eb-8479-c40e51c94558 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/50a05b21-b769-49e9-8bb5-29974b5f5b01 HTTP/1.1" status: 204 len: 168 time: 0.1347077 Mar 23 18:14:07.030515 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30421af-2081-45eb-8479-c40e51c94558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a05b21-b769-49e9-8bb5-29974b5f5b01,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:14:07.409129 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 59010) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:14:07.432240 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 2bc3cd0f-d203-4456-8321-223a7972ef89 no longer exists at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 18:14:07.452350 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] No Port match for: 2bc3cd0f-d203-4456-8321-223a7972ef89 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 18:14:07.452776 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 2bc3cd0f-d203-4456-8321-223a7972ef89 not bound to the agent host dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 18:14:07.453287 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device e42aecbd-ba85-41ed-8b09-3a66a943b0be no longer exists at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 18:14:07.455909 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-545fa6ef-b8cf-4457-ba6d-8b7e04c46c9d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ae248c60010f4857afcce7ea4844a476&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0456288 Mar 23 18:14:07.458462 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 59012) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:14:07.473760 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] No Port match for: e42aecbd-ba85-41ed-8b09-3a66a943b0be {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 18:14:07.474098 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device e42aecbd-ba85-41ed-8b09-3a66a943b0be not bound to the agent host dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 18:14:07.474525 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 64cc917b-8e2e-4a17-93cd-155ecae8bcad no longer exists at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 18:14:07.494313 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] No Port match for: 64cc917b-8e2e-4a17-93cd-155ecae8bcad {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 18:14:07.494655 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 64cc917b-8e2e-4a17-93cd-155ecae8bcad not bound to the agent host dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 18:14:07.504662 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6afb224f-bbde-4b7e-ae5d-1d7e1292a65c admin admin] Publish callbacks [] for security_group (a001e607-4a93-47a5-82dd-f6e64c793c4d), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:07.528162 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6afb224f-bbde-4b7e-ae5d-1d7e1292a65c admin admin] Publish callbacks [] for security_group (a001e607-4a93-47a5-82dd-f6e64c793c4d), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:07.578317 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6afb224f-bbde-4b7e-ae5d-1d7e1292a65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (a001e607-4a93-47a5-82dd-f6e64c793c4d), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:07.580803 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-6afb224f-bbde-4b7e-ae5d-1d7e1292a65c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:07.581971 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-6afb224f-bbde-4b7e-ae5d-1d7e1292a65c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a001e607-4a93-47a5-82dd-f6e64c793c4d HTTP/1.1" status: 204 len: 168 time: 0.1226568 Mar 23 18:14:07.590072 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb224f-bbde-4b7e-ae5d-1d7e1292a65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a001e607-4a93-47a5-82dd-f6e64c793c4d,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:14:07.691295 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-340f7a35-1447-4182-96d4-1327c16ebbf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:10.200408 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3dcee33b-43d5-4efb-b711-abea4d845173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:11.653988 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:13.068403 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:14.185032 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:25.266390 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:37.702208 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-51581264-e902-4b1a-80ea-aa9ed26f3d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:40.206840 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-686eee23-9fe7-42a2-bb53-1f22d078a1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:41.236094 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:14:41.660998 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:43.077545 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:44.184608 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:14:55.277776 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:15:07.699076 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6c21cf09-3591-4724-b1a9-484063f649a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:15:10.198445 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4894f12e-d2b6-486f-b484-6a8a05c503e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:15:11.664240 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:15:13.072743 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:15:14.194541 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:15:18.235974 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:15:25.278543 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:15:37.701216 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-28897847-63c3-4438-ad19-04bb24a38714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:15:40.203757 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ac732762-662b-4f99-901a-aff385b8771c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:15:41.669745 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:15:43.085962 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:15:44.191238 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:15:55.235978 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:15:55.307211 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:16:07.696162 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6b89cd80-567b-4e62-88b1-d825a7953b0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:16:10.209033 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-48023903-efe8-41b1-87c3-993024f7c21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:16:11.671992 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:16:13.087731 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:16:14.189481 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:16:25.311674 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:16:32.240201 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:16:37.702255 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-00c8946c-f07a-459a-bfbb-9ffede3d2a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:16:40.214131 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f5a6bcf8-f712-4aaf-9943-7d706effd186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:16:41.680999 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:16:43.086417 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:16:44.184160 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:16:55.329546 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:17:07.698739 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0f993c5a-4bc9-4209-b53e-55905d8e1683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:17:09.244117 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:17:10.219203 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-335d1553-f1ca-4e93-a2e5-5e172ec9ef5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:17:11.675772 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:17:13.101109 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:17:14.189266 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:17:25.331457 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:17:37.699210 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-11a0bb26-7a90-498e-9b90-925e145de150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:17:40.217532 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4822058f-f004-4f73-b748-49a6ca0d2418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:17:41.682954 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:17:43.100927 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:17:44.197781 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:17:46.243520 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:17:55.328838 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:18:07.699214 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e96e008b-6555-4f62-b979-b5dc450bfcd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:18:10.215430 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-743cd5fe-393f-4540-b7d4-e035c0ccad69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:18:11.689165 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:18:13.102146 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:18:14.195446 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:18:23.248073 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:18:25.351205 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:18:37.700420 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-143f8671-e056-483a-9f6d-738f274c4b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:18:40.215790 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a37945a0-fd54-4ff3-a8e0-67150b531a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:18:41.691269 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:18:43.105557 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:18:44.187628 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:18:55.348591 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:00.248199 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:19:07.519777 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 59648) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:19:07.693789 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4a306fec-736a-40d7-910b-a145803cd774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:08.052556 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-79dd797f-44bd-4fc0-9893-e0c1f947813a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-613957'] for router_interface (e9794722-c150-44c7-906a-28cfb4d22793), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:08.311283 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-79dd797f-44bd-4fc0-9893-e0c1f947813a admin admin] Deleting port 24758108-f7b9-4a7b-a8d0-a67a29e436b3 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 18:19:08.311509 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-79dd797f-44bd-4fc0-9893-e0c1f947813a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (24758108-f7b9-4a7b-a8d0-a67a29e436b3), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:08.388315 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-79dd797f-44bd-4fc0-9893-e0c1f947813a admin admin] For port 24758108-f7b9-4a7b-a8d0-a67a29e436b3, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=24758108-f7b9-4a7b-a8d0-a67a29e436b3,segment=NetworkSegment(0ba0aa12-bf45-410a-8276-1084354c048b),segment_id=0ba0aa12-bf45-410a-8276-1084354c048b)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 18:19:08.388672 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-79dd797f-44bd-4fc0-9893-e0c1f947813a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (24758108-f7b9-4a7b-a8d0-a67a29e436b3), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:08.404066 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-79dd797f-44bd-4fc0-9893-e0c1f947813a admin admin] Calling delete_port for 24758108-f7b9-4a7b-a8d0-a67a29e436b3 owned by network:router_interface {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 18:19:08.590009 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-79dd797f-44bd-4fc0-9893-e0c1f947813a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59566619'] for port (24758108-f7b9-4a7b-a8d0-a67a29e436b3), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:08.613160 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd797f-44bd-4fc0-9893-e0c1f947813a admin admin] Pushing event deleted for resources: {'Port': ['ID=24758108-f7b9-4a7b-a8d0-a67a29e436b3,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:19:08.622783 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd797f-44bd-4fc0-9893-e0c1f947813a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:19:08.623099 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd797f-44bd-4fc0-9893-e0c1f947813a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:19:08.623435 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd797f-44bd-4fc0-9893-e0c1f947813a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:19:08.623767 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd797f-44bd-4fc0-9893-e0c1f947813a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:19:08.624095 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd797f-44bd-4fc0-9893-e0c1f947813a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:19:08.624457 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd797f-44bd-4fc0-9893-e0c1f947813a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:19:08.624775 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd797f-44bd-4fc0-9893-e0c1f947813a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:19:08.625060 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd797f-44bd-4fc0-9893-e0c1f947813a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:19:08.625490 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd797f-44bd-4fc0-9893-e0c1f947813a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:19:08.625711 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd797f-44bd-4fc0-9893-e0c1f947813a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:19:08.626030 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd797f-44bd-4fc0-9893-e0c1f947813a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:19:08.626392 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd797f-44bd-4fc0-9893-e0c1f947813a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:19:08.626750 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd797f-44bd-4fc0-9893-e0c1f947813a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:19:08.627038 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd797f-44bd-4fc0-9893-e0c1f947813a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:19:08.627354 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd797f-44bd-4fc0-9893-e0c1f947813a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:19:08.793706 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-79dd797f-44bd-4fc0-9893-e0c1f947813a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606453'] for router_interface (e9794722-c150-44c7-906a-28cfb4d22793), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:09.295294 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79dd797f-44bd-4fc0-9893-e0c1f947813a admin admin] Router e9794722-c150-44c7-906a-28cfb4d22793 has already been hosted by L3 agent 269d0ea2-059c-490e-8ff3-c3a4147311c2 {{(pid=103207) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 18:19:09.414398 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79dd797f-44bd-4fc0-9893-e0c1f947813a admin admin] Notify agent at l3_agent.dv-cinder-834920-1-iscsi the message routers_updated {{(pid=103207) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 18:19:09.420081 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-79dd797f-44bd-4fc0-9893-e0c1f947813a admin admin] 10.222.0.41 "PUT /v2.0/routers/e9794722-c150-44c7-906a-28cfb4d22793/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8988357 Mar 23 18:19:09.422392 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 59656) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:19:09.424318 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39734cc-25b1-4345-916d-dfef84e9af9a None None] Sync routers for ids ['e9794722-c150-44c7-906a-28cfb4d22793'] in dv-cinder-834920-1-iscsi {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 18:19:09.434081 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39734cc-25b1-4345-916d-dfef84e9af9a None None] Routers {'e9794722-c150-44c7-906a-28cfb4d22793'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 18:19:09.434926 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-f39734cc-25b1-4345-916d-dfef84e9af9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T18:18:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['e9794722-c150-44c7-906a-28cfb4d22793'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:19:09.539282 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-139f74fe-d7be-4a1c-8585-c59b6a4fdd68 admin admin] Publish callbacks [] for router (e9794722-c150-44c7-906a-28cfb4d22793), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:09.646398 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-f39734cc-25b1-4345-916d-dfef84e9af9a None None] Set router e9794722-c150-44c7-906a-28cfb4d22793 gateway port host: dv-cinder-834920-1-iscsi {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 18:19:09.647192 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-139f74fe-d7be-4a1c-8585-c59b6a4fdd68 admin admin] Publish callbacks [] for router_gateway (e9794722-c150-44c7-906a-28cfb4d22793), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:09.714748 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-139f74fe-d7be-4a1c-8585-c59b6a4fdd68 admin admin] Deleting port 40bb39c3-cdd2-4f4a-a80c-c69c312d4834 {{(pid=103207) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 18:19:09.715851 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-139f74fe-d7be-4a1c-8585-c59b6a4fdd68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (40bb39c3-cdd2-4f4a-a80c-c69c312d4834), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:09.791723 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.db [None req-139f74fe-d7be-4a1c-8585-c59b6a4fdd68 admin admin] For port 40bb39c3-cdd2-4f4a-a80c-c69c312d4834, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=40bb39c3-cdd2-4f4a-a80c-c69c312d4834,segment=NetworkSegment(e3d657d5-0d12-4364-ba98-0127febd700d),segment_id=e3d657d5-0d12-4364-ba98-0127febd700d)] {{(pid=103207) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 18:19:09.792201 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-139f74fe-d7be-4a1c-8585-c59b6a4fdd68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (40bb39c3-cdd2-4f4a-a80c-c69c312d4834), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:09.804656 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.plugins.ml2.plugin [None req-139f74fe-d7be-4a1c-8585-c59b6a4fdd68 admin admin] Calling delete_port for 40bb39c3-cdd2-4f4a-a80c-c69c312d4834 owned by network:router_gateway {{(pid=103207) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 18:19:09.825612 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-f39734cc-25b1-4345-916d-dfef84e9af9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'name': 'tempest-AttachVolumeNegativeTest-1323889583-router', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'external_fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T18:19:08Z', 'revision_number': 5, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'gw_port': {'id': '40bb39c3-cdd2-4f4a-a80c-c69c312d4834', 'name': '', 'network_id': '17d610fd-133a-4c28-bfb5-fce45cda1090', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:2a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834920-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T17:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3c39f8ab-3a38-4914-94a2-be3bf3be7af7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834920-1-iscsi'}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:19:09.855492 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39734cc-25b1-4345-916d-dfef84e9af9a None None] Checking router: e9794722-c150-44c7-906a-28cfb4d22793 for host: dv-cinder-834920-1-iscsi {{(pid=103210) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 18:19:09.864227 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39734cc-25b1-4345-916d-dfef84e9af9a None None] Routers {'e9794722-c150-44c7-906a-28cfb4d22793'} bound to L3 agent in host dv-cinder-834920-1-iscsi {{(pid=103210) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 18:19:09.864844 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-f39734cc-25b1-4345-916d-dfef84e9af9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834920-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T17:21:10Z,description=,heartbeat_timestamp=2022-03-23T18:18:40Z,host='dv-cinder-834920-1-iscsi',id=269d0ea2-059c-490e-8ff3-c3a4147311c2,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T17:21:10Z,topic='l3_agent')) {'router_ids': ['e9794722-c150-44c7-906a-28cfb4d22793'], 'active': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:19:09.951140 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvr_db [None req-f39734cc-25b1-4345-916d-dfef84e9af9a None None] Set router e9794722-c150-44c7-906a-28cfb4d22793 gateway port host: None {{(pid=103210) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 18:19:09.976097 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-139f74fe-d7be-4a1c-8585-c59b6a4fdd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59566619'] for port (40bb39c3-cdd2-4f4a-a80c-c69c312d4834), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:10.004497 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f74fe-d7be-4a1c-8585-c59b6a4fdd68 admin admin] Pushing event deleted for resources: {'Port': ['ID=40bb39c3-cdd2-4f4a-a80c-c69c312d4834,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:19:10.006062 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.l3_hamode_db [None req-f39734cc-25b1-4345-916d-dfef84e9af9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'name': 'tempest-AttachVolumeNegativeTest-1323889583-router', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T18:19:09Z', 'revision_number': 6, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'gw_port_host': None}], 'dv-cinder-834920-1-iscsi', False) {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:19:10.038905 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39734cc-25b1-4345-916d-dfef84e9af9a None None] The sync data for ids ['e9794722-c150-44c7-906a-28cfb4d22793'] in dv-cinder-834920-1-iscsi is: [{'id': 'e9794722-c150-44c7-906a-28cfb4d22793', 'name': 'tempest-AttachVolumeNegativeTest-1323889583-router', 'tenant_id': '81cbeef3df3646be902884c3e8e86d20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T17:29:20Z', 'updated_at': '2022-03-23T18:19:09Z', 'revision_number': 6, 'project_id': '81cbeef3df3646be902884c3e8e86d20', 'gw_port_host': None}] {{(pid=103210) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 18:19:10.066542 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-139f74fe-d7be-4a1c-8585-c59b6a4fdd68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-614159'] for router_gateway (e9794722-c150-44c7-906a-28cfb4d22793), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:10.155469 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-139f74fe-d7be-4a1c-8585-c59b6a4fdd68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-608227', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3209'] for router (e9794722-c150-44c7-906a-28cfb4d22793), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:10.157692 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-139f74fe-d7be-4a1c-8585-c59b6a4fdd68 admin admin] Publish callbacks [] for router_controller (e9794722-c150-44c7-906a-28cfb4d22793), precommit_delete_associations {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:10.205660 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-139f74fe-d7be-4a1c-8585-c59b6a4fdd68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-608236'] for router (e9794722-c150-44c7-906a-28cfb4d22793), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:10.206515 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139f74fe-d7be-4a1c-8585-c59b6a4fdd68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9794722-c150-44c7-906a-28cfb4d22793 {{(pid=103207) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 18:19:10.208714 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d76e6708-8c65-4db2-a9e9-dec850926ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:10.211403 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-139f74fe-d7be-4a1c-8585-c59b6a4fdd68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:10.212547 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-139f74fe-d7be-4a1c-8585-c59b6a4fdd68 admin admin] 10.222.0.41 "DELETE /v2.0/routers/e9794722-c150-44c7-906a-28cfb4d22793 HTTP/1.1" status: 204 len: 168 time: 0.7891219 Mar 23 18:19:10.215999 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 59658) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:19:10.260289 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.db.db_base_plugin_v2 [None req-13954eb6-787d-45c1-9e74-942abf27850f admin admin] Deleting subnet d923e995-8ad4-43f2-beba-221af8031362 {{(pid=103207) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 18:19:10.263686 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-13954eb6-787d-45c1-9e74-942abf27850f admin admin] Publish callbacks [] for subnet (d923e995-8ad4-43f2-beba-221af8031362), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:10.297420 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-13954eb6-787d-45c1-9e74-942abf27850f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59524638'] for subnet (d923e995-8ad4-43f2-beba-221af8031362), precommit_delete_associations {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:10.378819 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-13954eb6-787d-45c1-9e74-942abf27850f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4153585'] for subnet (d923e995-8ad4-43f2-beba-221af8031362), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:10.437602 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-13954eb6-787d-45c1-9e74-942abf27850f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4153576', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59566314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59734875'] for subnet (d923e995-8ad4-43f2-beba-221af8031362), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:10.476904 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-13954eb6-787d-45c1-9e74-942abf27850f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for subnet (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:10.476904 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-13954eb6-787d-45c1-9e74-942abf27850f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d923e995-8ad4-43f2-beba-221af8031362 HTTP/1.1" status: 204 len: 168 time: 0.2543290 Mar 23 18:19:10.477538 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae8fbc1-98b6-4b7d-837d-410ec3df479b None None] Network 2888c7fe-ae98-4d0e-9549-8ca804e8c855 requested from dv-cinder-834920-1-iscsi {{(pid=103209) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 18:19:10.477727 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13954eb6-787d-45c1-9e74-942abf27850f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d923e995-8ad4-43f2-beba-221af8031362,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:19:10.477821 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 59660) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:19:10.563465 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d8bc4a0b-cd61-4775-95b2-43f80b07e4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148222'] for network (2888c7fe-ae98-4d0e-9549-8ca804e8c855), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:10.618164 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-d8bc4a0b-cd61-4775-95b2-43f80b07e4aa admin admin] Deleting port b55aa253-045a-4044-be26-dc98d75e706e {{(pid=103208) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 18:19:10.618499 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d8bc4a0b-cd61-4775-95b2-43f80b07e4aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036118303'] for port (b55aa253-045a-4044-be26-dc98d75e706e), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:10.679073 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.db [None req-d8bc4a0b-cd61-4775-95b2-43f80b07e4aa admin admin] For port b55aa253-045a-4044-be26-dc98d75e706e, host dv-cinder-834920-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834920-1-iscsi',level=0,port_id=b55aa253-045a-4044-be26-dc98d75e706e,segment=NetworkSegment(0ba0aa12-bf45-410a-8276-1084354c048b),segment_id=0ba0aa12-bf45-410a-8276-1084354c048b)] {{(pid=103208) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 18:19:10.679302 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d8bc4a0b-cd61-4775-95b2-43f80b07e4aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-618071'] for port (b55aa253-045a-4044-be26-dc98d75e706e), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:10.691962 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.plugin [None req-d8bc4a0b-cd61-4775-95b2-43f80b07e4aa admin admin] Calling delete_port for b55aa253-045a-4044-be26-dc98d75e706e owned by network:dhcp {{(pid=103208) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 18:19:10.777173 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d8bc4a0b-cd61-4775-95b2-43f80b07e4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3965068', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036125570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741035636484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59308127'] for port (b55aa253-045a-4044-be26-dc98d75e706e), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:10.824170 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bc4a0b-cd61-4775-95b2-43f80b07e4aa admin admin] No DVR routers for this DVR port b55aa253-045a-4044-be26-dc98d75e706e on host dv-cinder-834920-1-iscsi {{(pid=103208) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 18:19:10.825955 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc4a0b-cd61-4775-95b2-43f80b07e4aa admin admin] Pushing event deleted for resources: {'Port': ['ID=b55aa253-045a-4044-be26-dc98d75e706e,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:19:10.832161 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b17d927-58ef-4cf9-8d83-4f741d7167d7 None None] DHCP port deletion for 2888c7fe-ae98-4d0e-9549-8ca804e8c855 request from dv-cinder-834920-1-iscsi {{(pid=103209) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 18:19:10.853677 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4a0b-cd61-4775-95b2-43f80b07e4aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:19:10.854028 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4a0b-cd61-4775-95b2-43f80b07e4aa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:19:10.854370 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4a0b-cd61-4775-95b2-43f80b07e4aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:19:10.854707 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4a0b-cd61-4775-95b2-43f80b07e4aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:19:10.855042 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4a0b-cd61-4775-95b2-43f80b07e4aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:19:10.855368 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4a0b-cd61-4775-95b2-43f80b07e4aa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:19:10.855696 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4a0b-cd61-4775-95b2-43f80b07e4aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:19:10.856022 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4a0b-cd61-4775-95b2-43f80b07e4aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:19:10.856341 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4a0b-cd61-4775-95b2-43f80b07e4aa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:19:10.856687 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4a0b-cd61-4775-95b2-43f80b07e4aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:19:10.856993 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4a0b-cd61-4775-95b2-43f80b07e4aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:19:10.857328 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4a0b-cd61-4775-95b2-43f80b07e4aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:19:10.857765 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4a0b-cd61-4775-95b2-43f80b07e4aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:19:10.857968 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4a0b-cd61-4775-95b2-43f80b07e4aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:19:10.858285 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bc4a0b-cd61-4775-95b2-43f80b07e4aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834920-1-iscsi {{(pid=103208) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 18:19:10.914679 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d8bc4a0b-cd61-4775-95b2-43f80b07e4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4070212', 'neutron.services.segments.db._delete_segments_for_network-8741035949891'] for network (2888c7fe-ae98-4d0e-9549-8ca804e8c855), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:10.938857 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-d8bc4a0b-cd61-4775-95b2-43f80b07e4aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2888c7fe-ae98-4d0e-9549-8ca804e8c855']}} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:19:10.948655 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-d8bc4a0b-cd61-4775-95b2-43f80b07e4aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ba0aa12-bf45-410a-8276-1084354c048b') {'for_net_delete': True} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:19:10.949079 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.services.segments.db [None req-d8bc4a0b-cd61-4775-95b2-43f80b07e4aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ba0aa12-bf45-410a-8276-1084354c048b') {} {{(pid=103208) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 18:19:10.958698 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d8bc4a0b-cd61-4775-95b2-43f80b07e4aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741035949644', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59503449'] for segment (0ba0aa12-bf45-410a-8276-1084354c048b), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:10.972361 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d8bc4a0b-cd61-4775-95b2-43f80b07e4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464'] for segment (0ba0aa12-bf45-410a-8276-1084354c048b), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:10.979813 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8bc4a0b-cd61-4775-95b2-43f80b07e4aa admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103208) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 18:19:10.980224 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d8bc4a0b-cd61-4775-95b2-43f80b07e4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4159464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59308044'] for segment (0ba0aa12-bf45-410a-8276-1084354c048b), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:10.982387 dv-cinder-834920-1-iscsi neutron-server[103208]: Traceback (most recent call last): Mar 23 18:19:10.982387 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 18:19:10.982387 dv-cinder-834920-1-iscsi neutron-server[103208]: timer() Mar 23 18:19:10.982387 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 18:19:10.982387 dv-cinder-834920-1-iscsi neutron-server[103208]: cb(*args, **kw) Mar 23 18:19:10.982387 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 18:19:10.982387 dv-cinder-834920-1-iscsi neutron-server[103208]: return func(*args, **kwargs) Mar 23 18:19:10.982387 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 18:19:10.982387 dv-cinder-834920-1-iscsi neutron-server[103208]: self._notify() Mar 23 18:19:10.982387 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 18:19:10.982387 dv-cinder-834920-1-iscsi neutron-server[103208]: self.callback(batched_events) Mar 23 18:19:10.982387 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 18:19:10.982387 dv-cinder-834920-1-iscsi neutron-server[103208]: event.method(event) Mar 23 18:19:10.982387 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 18:19:10.982387 dv-cinder-834920-1-iscsi neutron-server[103208]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 18:19:10.982387 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 18:19:10.982387 dv-cinder-834920-1-iscsi neutron-server[103208]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 18:19:10.982387 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 18:19:10.982387 dv-cinder-834920-1-iscsi neutron-server[103208]: return f(self, *a, **k) Mar 23 18:19:10.982387 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 18:19:10.982387 dv-cinder-834920-1-iscsi neutron-server[103208]: return self._get(url).json() Mar 23 18:19:10.982387 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 18:19:10.982387 dv-cinder-834920-1-iscsi neutron-server[103208]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 18:19:10.982387 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 18:19:10.982387 dv-cinder-834920-1-iscsi neutron-server[103208]: return self.request(url, 'GET', **kwargs) Mar 23 18:19:10.982387 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 18:19:10.982387 dv-cinder-834920-1-iscsi neutron-server[103208]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 18:19:10.982387 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 18:19:10.982387 dv-cinder-834920-1-iscsi neutron-server[103208]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 18:19:10.982387 dv-cinder-834920-1-iscsi neutron-server[103208]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 18:19:10.982387 dv-cinder-834920-1-iscsi neutron-server[103208]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 18:19:10.982387 dv-cinder-834920-1-iscsi neutron-server[103208]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 18:19:11.041925 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d8bc4a0b-cd61-4775-95b2-43f80b07e4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4070271', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614259'] for network (2888c7fe-ae98-4d0e-9549-8ca804e8c855), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:11.047822 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-d8bc4a0b-cd61-4775-95b2-43f80b07e4aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570751'] for network (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:11.051405 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-d8bc4a0b-cd61-4775-95b2-43f80b07e4aa admin admin] 10.222.0.41 "DELETE /v2.0/networks/2888c7fe-ae98-4d0e-9549-8ca804e8c855 HTTP/1.1" status: 204 len: 168 time: 0.5724618 Mar 23 18:19:11.063211 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc4a0b-cd61-4775-95b2-43f80b07e4aa admin admin] Pushing event deleted for resources: {'Network': ['ID=2888c7fe-ae98-4d0e-9549-8ca804e8c855,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:19:11.173932 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 59666) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:19:11.213555 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-7ceaf8af-b7a6-48ee-86f5-86dd2408f130 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=81cbeef3df3646be902884c3e8e86d20&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383413 Mar 23 18:19:11.215993 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 59668) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:19:11.261616 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4fe2cde8-79f5-4657-918a-a3a82e348aae admin admin] Publish callbacks [] for security_group (5d9938c3-88bf-4f5f-8178-8220330d3450), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:11.281969 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4fe2cde8-79f5-4657-918a-a3a82e348aae admin admin] Publish callbacks [] for security_group (5d9938c3-88bf-4f5f-8178-8220330d3450), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:11.330621 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4fe2cde8-79f5-4657-918a-a3a82e348aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (5d9938c3-88bf-4f5f-8178-8220330d3450), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:11.333221 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-4fe2cde8-79f5-4657-918a-a3a82e348aae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:11.334416 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-4fe2cde8-79f5-4657-918a-a3a82e348aae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5d9938c3-88bf-4f5f-8178-8220330d3450 HTTP/1.1" status: 204 len: 168 time: 0.1175449 Mar 23 18:19:11.343912 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2cde8-79f5-4657-918a-a3a82e348aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9938c3-88bf-4f5f-8178-8220330d3450,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:19:11.604537 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 24758108-f7b9-4a7b-a8d0-a67a29e436b3 no longer exists at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 18:19:11.624682 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] No Port match for: 24758108-f7b9-4a7b-a8d0-a67a29e436b3 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 18:19:11.625321 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 24758108-f7b9-4a7b-a8d0-a67a29e436b3 not bound to the agent host dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 18:19:11.625504 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 40bb39c3-cdd2-4f4a-a80c-c69c312d4834 no longer exists at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 18:19:11.644566 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] No Port match for: 40bb39c3-cdd2-4f4a-a80c-c69c312d4834 {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 18:19:11.644921 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device 40bb39c3-cdd2-4f4a-a80c-c69c312d4834 not bound to the agent host dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 18:19:11.645348 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device b55aa253-045a-4044-be26-dc98d75e706e no longer exists at agent ovs-agent-dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 18:19:11.664305 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] No Port match for: b55aa253-045a-4044-be26-dc98d75e706e {{(pid=103209) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 18:19:11.664649 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.rpc [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Device b55aa253-045a-4044-be26-dc98d75e706e not bound to the agent host dv-cinder-834920-1-iscsi {{(pid=103209) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 18:19:11.688603 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:13.109835 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:14.182937 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:21.990946 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 59786) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:19:22.150267 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a03afeb7-6fec-488a-974e-94cad88959cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:22.238027 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a03afeb7-6fec-488a-974e-94cad88959cc admin admin] Publish callbacks [] for security_group (74f60380-d981-4baa-8466-35c1c84858fd), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:22.243236 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a03afeb7-6fec-488a-974e-94cad88959cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (74f60380-d981-4baa-8466-35c1c84858fd), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:22.282328 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-a03afeb7-6fec-488a-974e-94cad88959cc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=59a186054fe2491da31b373d8451b295&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2902741 Mar 23 18:19:22.283225 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03afeb7-6fec-488a-974e-94cad88959cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f60380-d981-4baa-8466-35c1c84858fd,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:19:22.285198 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 59792) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:19:22.334424 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0eb1591b-7b90-47ef-926e-3392ae9139b5 admin admin] Publish callbacks [] for security_group (74f60380-d981-4baa-8466-35c1c84858fd), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:22.355663 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0eb1591b-7b90-47ef-926e-3392ae9139b5 admin admin] Publish callbacks [] for security_group (74f60380-d981-4baa-8466-35c1c84858fd), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:22.408947 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0eb1591b-7b90-47ef-926e-3392ae9139b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (74f60380-d981-4baa-8466-35c1c84858fd), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:22.412373 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-0eb1591b-7b90-47ef-926e-3392ae9139b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:22.413671 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-0eb1591b-7b90-47ef-926e-3392ae9139b5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/74f60380-d981-4baa-8466-35c1c84858fd HTTP/1.1" status: 204 len: 168 time: 0.1271238 Mar 23 18:19:22.422396 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb1591b-7b90-47ef-926e-3392ae9139b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f60380-d981-4baa-8466-35c1c84858fd,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:19:23.812082 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 59842) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:19:23.951352 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-44774210-1ea5-4671-8e0b-e0f195912c9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:24.054928 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-44774210-1ea5-4671-8e0b-e0f195912c9f admin admin] Publish callbacks [] for security_group (bf61ad85-56a9-48e3-acd0-7d973a58ed39), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:24.061862 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-44774210-1ea5-4671-8e0b-e0f195912c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (bf61ad85-56a9-48e3-acd0-7d973a58ed39), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:24.099159 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-44774210-1ea5-4671-8e0b-e0f195912c9f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7fee5183465648839344567282ee8678&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2859645 Mar 23 18:19:24.100667 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44774210-1ea5-4671-8e0b-e0f195912c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf61ad85-56a9-48e3-acd0-7d973a58ed39,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:19:24.102640 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 59848) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:19:24.162701 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-cf1a4165-83c9-41e3-970c-eec0f4528930 admin admin] Publish callbacks [] for security_group (bf61ad85-56a9-48e3-acd0-7d973a58ed39), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:24.186805 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-cf1a4165-83c9-41e3-970c-eec0f4528930 admin admin] Publish callbacks [] for security_group (bf61ad85-56a9-48e3-acd0-7d973a58ed39), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:24.238163 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-cf1a4165-83c9-41e3-970c-eec0f4528930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (bf61ad85-56a9-48e3-acd0-7d973a58ed39), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:24.240970 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-cf1a4165-83c9-41e3-970c-eec0f4528930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:24.242686 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-cf1a4165-83c9-41e3-970c-eec0f4528930 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bf61ad85-56a9-48e3-acd0-7d973a58ed39 HTTP/1.1" status: 204 len: 168 time: 0.1388912 Mar 23 18:19:24.259822 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a4165-83c9-41e3-970c-eec0f4528930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf61ad85-56a9-48e3-acd0-7d973a58ed39,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:19:25.346305 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:26.003565 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 59892) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:19:26.130825 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c13a0efb-8551-46cc-ba7f-d49c1c884bad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:26.209637 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c13a0efb-8551-46cc-ba7f-d49c1c884bad admin admin] Publish callbacks [] for security_group (cf141c0f-6d5b-497a-bc81-21416e151c71), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:26.214329 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-c13a0efb-8551-46cc-ba7f-d49c1c884bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (cf141c0f-6d5b-497a-bc81-21416e151c71), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:26.252706 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-c13a0efb-8551-46cc-ba7f-d49c1c884bad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e5b18250c53465587248b2569f5151c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2476466 Mar 23 18:19:26.253474 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a0efb-8551-46cc-ba7f-d49c1c884bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf141c0f-6d5b-497a-bc81-21416e151c71,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:19:26.255795 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 59898) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:19:26.306592 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c658831a-5a22-41b2-a7e6-327f21b9e353 admin admin] Publish callbacks [] for security_group (cf141c0f-6d5b-497a-bc81-21416e151c71), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:26.328227 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c658831a-5a22-41b2-a7e6-327f21b9e353 admin admin] Publish callbacks [] for security_group (cf141c0f-6d5b-497a-bc81-21416e151c71), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:26.378305 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c658831a-5a22-41b2-a7e6-327f21b9e353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (cf141c0f-6d5b-497a-bc81-21416e151c71), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:26.381001 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-c658831a-5a22-41b2-a7e6-327f21b9e353 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:26.382202 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-c658831a-5a22-41b2-a7e6-327f21b9e353 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cf141c0f-6d5b-497a-bc81-21416e151c71 HTTP/1.1" status: 204 len: 168 time: 0.1252875 Mar 23 18:19:26.390103 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c658831a-5a22-41b2-a7e6-327f21b9e353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf141c0f-6d5b-497a-bc81-21416e151c71,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:19:26.689060 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 59904) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:19:26.705272 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-14298ccb-8fc4-463a-9987-b1e0fbdd22e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:26.791323 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-14298ccb-8fc4-463a-9987-b1e0fbdd22e0 admin admin] Publish callbacks [] for security_group (0467b337-6bcd-4b73-afe3-46b62fa54af7), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:26.796546 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-14298ccb-8fc4-463a-9987-b1e0fbdd22e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (0467b337-6bcd-4b73-afe3-46b62fa54af7), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:26.835375 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-14298ccb-8fc4-463a-9987-b1e0fbdd22e0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc039365773546daaff30c01ab27ef06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1451108 Mar 23 18:19:26.836251 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14298ccb-8fc4-463a-9987-b1e0fbdd22e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0467b337-6bcd-4b73-afe3-46b62fa54af7,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:19:26.838167 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 59906) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:19:26.888060 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-34234e1d-926d-4cc1-bb57-21ca5b8b4444 admin admin] Publish callbacks [] for security_group (0467b337-6bcd-4b73-afe3-46b62fa54af7), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:26.915803 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-34234e1d-926d-4cc1-bb57-21ca5b8b4444 admin admin] Publish callbacks [] for security_group (0467b337-6bcd-4b73-afe3-46b62fa54af7), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:26.967844 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-34234e1d-926d-4cc1-bb57-21ca5b8b4444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (0467b337-6bcd-4b73-afe3-46b62fa54af7), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:26.970656 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-34234e1d-926d-4cc1-bb57-21ca5b8b4444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:26.972640 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-34234e1d-926d-4cc1-bb57-21ca5b8b4444 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0467b337-6bcd-4b73-afe3-46b62fa54af7 HTTP/1.1" status: 204 len: 168 time: 0.1327763 Mar 23 18:19:26.979932 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34234e1d-926d-4cc1-bb57-21ca5b8b4444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0467b337-6bcd-4b73-afe3-46b62fa54af7,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:19:36.094196 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 60048) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:19:36.204807 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a9116ad8-454c-428a-aa24-6cecffab6f88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:36.294770 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a9116ad8-454c-428a-aa24-6cecffab6f88 admin admin] Publish callbacks [] for security_group (ab057a19-6825-4c83-9d0c-82b0fa426c21), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:36.301330 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-a9116ad8-454c-428a-aa24-6cecffab6f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (ab057a19-6825-4c83-9d0c-82b0fa426c21), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:36.342636 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9116ad8-454c-428a-aa24-6cecffab6f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab057a19-6825-4c83-9d0c-82b0fa426c21,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:19:36.346989 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-a9116ad8-454c-428a-aa24-6cecffab6f88 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1398f5b379f74142a1ac3d43ed1fb041&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2515750 Mar 23 18:19:36.350209 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 60052) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:19:36.399497 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-52777e2d-a5d2-427b-866a-ecf31e03fdfa admin admin] Publish callbacks [] for security_group (ab057a19-6825-4c83-9d0c-82b0fa426c21), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:36.423636 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-52777e2d-a5d2-427b-866a-ecf31e03fdfa admin admin] Publish callbacks [] for security_group (ab057a19-6825-4c83-9d0c-82b0fa426c21), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:36.483099 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-52777e2d-a5d2-427b-866a-ecf31e03fdfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (ab057a19-6825-4c83-9d0c-82b0fa426c21), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:36.486510 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-52777e2d-a5d2-427b-866a-ecf31e03fdfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:36.487780 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-52777e2d-a5d2-427b-866a-ecf31e03fdfa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ab057a19-6825-4c83-9d0c-82b0fa426c21 HTTP/1.1" status: 204 len: 168 time: 0.1365724 Mar 23 18:19:36.496432 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52777e2d-a5d2-427b-866a-ecf31e03fdfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab057a19-6825-4c83-9d0c-82b0fa426c21,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:19:36.811785 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 60058) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:19:36.825247 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1dd9db6f-2658-4401-93c0-48b5941b97a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:36.904136 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1dd9db6f-2658-4401-93c0-48b5941b97a4 admin admin] Publish callbacks [] for security_group (5405a790-3b81-4938-88ca-ed8ce6c759a6), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:36.910132 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-1dd9db6f-2658-4401-93c0-48b5941b97a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (5405a790-3b81-4938-88ca-ed8ce6c759a6), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:36.949209 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-1dd9db6f-2658-4401-93c0-48b5941b97a4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a899b2e03bb34fd8b3356ffc7dbb6d9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362181 Mar 23 18:19:36.950119 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd9db6f-2658-4401-93c0-48b5941b97a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5405a790-3b81-4938-88ca-ed8ce6c759a6,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:19:36.952415 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 60060) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:19:37.008929 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b1f94dcb-2fb1-4db9-baa3-d91e15347454 admin admin] Publish callbacks [] for security_group (5405a790-3b81-4938-88ca-ed8ce6c759a6), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:37.031550 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b1f94dcb-2fb1-4db9-baa3-d91e15347454 admin admin] Publish callbacks [] for security_group (5405a790-3b81-4938-88ca-ed8ce6c759a6), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:37.088293 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b1f94dcb-2fb1-4db9-baa3-d91e15347454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (5405a790-3b81-4938-88ca-ed8ce6c759a6), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:37.090883 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-b1f94dcb-2fb1-4db9-baa3-d91e15347454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:37.092382 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-b1f94dcb-2fb1-4db9-baa3-d91e15347454 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5405a790-3b81-4938-88ca-ed8ce6c759a6 HTTP/1.1" status: 204 len: 168 time: 0.1381836 Mar 23 18:19:37.100862 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f94dcb-2fb1-4db9-baa3-d91e15347454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5405a790-3b81-4938-88ca-ed8ce6c759a6,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:19:37.249029 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:19:37.468194 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 60066) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:19:37.484465 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-297b5ef3-c654-408d-9d7a-4bf4da00a6fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:37.561169 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-297b5ef3-c654-408d-9d7a-4bf4da00a6fc admin admin] Publish callbacks [] for security_group (8b1ee6fb-c053-45df-9ddb-79b9708b24ba), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:37.567020 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-297b5ef3-c654-408d-9d7a-4bf4da00a6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (8b1ee6fb-c053-45df-9ddb-79b9708b24ba), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:37.604935 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-297b5ef3-c654-408d-9d7a-4bf4da00a6fc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d891c82e8f5f460fb473f1e50dace692&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356301 Mar 23 18:19:37.605789 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b5ef3-c654-408d-9d7a-4bf4da00a6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1ee6fb-c053-45df-9ddb-79b9708b24ba,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:19:37.608369 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 60068) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:19:37.660615 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-28633d2e-2793-4a23-a2e1-3a87c71722b8 admin admin] Publish callbacks [] for security_group (8b1ee6fb-c053-45df-9ddb-79b9708b24ba), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:37.684703 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-28633d2e-2793-4a23-a2e1-3a87c71722b8 admin admin] Publish callbacks [] for security_group (8b1ee6fb-c053-45df-9ddb-79b9708b24ba), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:37.699562 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-dfef586a-2746-4e96-8d9d-bbd5cef77b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:37.735559 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-28633d2e-2793-4a23-a2e1-3a87c71722b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (8b1ee6fb-c053-45df-9ddb-79b9708b24ba), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:37.738180 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-28633d2e-2793-4a23-a2e1-3a87c71722b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:37.739382 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-28633d2e-2793-4a23-a2e1-3a87c71722b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8b1ee6fb-c053-45df-9ddb-79b9708b24ba HTTP/1.1" status: 204 len: 168 time: 0.1301372 Mar 23 18:19:37.747569 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28633d2e-2793-4a23-a2e1-3a87c71722b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1ee6fb-c053-45df-9ddb-79b9708b24ba,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:19:38.980370 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 60098) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:19:39.103914 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-2e2f1f46-ac7e-48df-a389-2c31f8e644a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:39.191745 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-2e2f1f46-ac7e-48df-a389-2c31f8e644a6 admin admin] Publish callbacks [] for security_group (0abf2c8b-04cb-4b17-8233-90a0eab62926), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:39.196106 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-2e2f1f46-ac7e-48df-a389-2c31f8e644a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (0abf2c8b-04cb-4b17-8233-90a0eab62926), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:39.234741 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-2e2f1f46-ac7e-48df-a389-2c31f8e644a6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=08c49500849448c09ef768ecc660b7f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2532504 Mar 23 18:19:39.235443 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f1f46-ac7e-48df-a389-2c31f8e644a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abf2c8b-04cb-4b17-8233-90a0eab62926,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:19:39.237793 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 60102) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:19:39.301047 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-da0a315a-ec1b-4e7f-b075-ed7dd39b5d11 admin admin] Publish callbacks [] for security_group (0abf2c8b-04cb-4b17-8233-90a0eab62926), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:39.329880 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-da0a315a-ec1b-4e7f-b075-ed7dd39b5d11 admin admin] Publish callbacks [] for security_group (0abf2c8b-04cb-4b17-8233-90a0eab62926), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:39.390479 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-da0a315a-ec1b-4e7f-b075-ed7dd39b5d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (0abf2c8b-04cb-4b17-8233-90a0eab62926), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:39.393089 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-da0a315a-ec1b-4e7f-b075-ed7dd39b5d11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:39.394337 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-da0a315a-ec1b-4e7f-b075-ed7dd39b5d11 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0abf2c8b-04cb-4b17-8233-90a0eab62926 HTTP/1.1" status: 204 len: 168 time: 0.1556067 Mar 23 18:19:39.403589 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a315a-ec1b-4e7f-b075-ed7dd39b5d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abf2c8b-04cb-4b17-8233-90a0eab62926,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:19:40.206927 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f43d8415-c785-4a9b-a6f1-b0efca62b307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:41.693815 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:43.110612 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:43.670451 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 60176) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:19:43.785274 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-2bcda11e-a7da-4ebc-9b19-62f73dafaf11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:43.865407 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-2bcda11e-a7da-4ebc-9b19-62f73dafaf11 admin admin] Publish callbacks [] for security_group (9fa0991a-ea73-44c6-9930-41d6d91afdec), precommit_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:43.869892 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-2bcda11e-a7da-4ebc-9b19-62f73dafaf11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (9fa0991a-ea73-44c6-9930-41d6d91afdec), after_create {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:43.914252 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-2bcda11e-a7da-4ebc-9b19-62f73dafaf11 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=37b37f58bd1541d9b89ac81c0f5ef0a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420769 Mar 23 18:19:43.914680 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcda11e-a7da-4ebc-9b19-62f73dafaf11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa0991a-ea73-44c6-9930-41d6d91afdec,revision_number=1']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:19:43.916933 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 60180) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:19:43.972978 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-972164f9-4970-42bb-903a-51783ddb5706 admin admin] Publish callbacks [] for security_group (9fa0991a-ea73-44c6-9930-41d6d91afdec), before_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:43.999756 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-972164f9-4970-42bb-903a-51783ddb5706 admin admin] Publish callbacks [] for security_group (9fa0991a-ea73-44c6-9930-41d6d91afdec), precommit_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:44.059307 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-972164f9-4970-42bb-903a-51783ddb5706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (9fa0991a-ea73-44c6-9930-41d6d91afdec), after_delete {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:44.062446 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-972164f9-4970-42bb-903a-51783ddb5706 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:44.066290 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-972164f9-4970-42bb-903a-51783ddb5706 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9fa0991a-ea73-44c6-9930-41d6d91afdec HTTP/1.1" status: 204 len: 168 time: 0.1457131 Mar 23 18:19:44.073021 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972164f9-4970-42bb-903a-51783ddb5706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa0991a-ea73-44c6-9930-41d6d91afdec,revision_number=None']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:19:44.191943 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:55.121931 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.wsgi [-] (103208) accepted ('10.222.0.41', 60318) {{(pid=103208) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:19:55.237069 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4057aaa8-753b-43b3-be90-d81fa7b4dcf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:55.308843 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4057aaa8-753b-43b3-be90-d81fa7b4dcf2 admin admin] Publish callbacks [] for security_group (00b0d9c0-d8bf-4728-bd25-f2402ba74a71), precommit_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:55.314126 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron_lib.callbacks.manager [None req-4057aaa8-753b-43b3-be90-d81fa7b4dcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (00b0d9c0-d8bf-4728-bd25-f2402ba74a71), after_create {{(pid=103208) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:55.351242 dv-cinder-834920-1-iscsi neutron-server[103208]: INFO neutron.wsgi [None req-4057aaa8-753b-43b3-be90-d81fa7b4dcf2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=57123323d27741669c01b0438b9346bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281499 Mar 23 18:19:55.352443 dv-cinder-834920-1-iscsi neutron-server[103208]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057aaa8-753b-43b3-be90-d81fa7b4dcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b0d9c0-d8bf-4728-bd25-f2402ba74a71,revision_number=1']} {{(pid=103208) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:19:55.354352 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.wsgi [-] (103207) accepted ('10.222.0.41', 60322) {{(pid=103207) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 18:19:55.368690 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:55.405615 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-048239e8-6051-442e-80d1-112cb396a9b5 admin admin] Publish callbacks [] for security_group (00b0d9c0-d8bf-4728-bd25-f2402ba74a71), before_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:55.427847 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-048239e8-6051-442e-80d1-112cb396a9b5 admin admin] Publish callbacks [] for security_group (00b0d9c0-d8bf-4728-bd25-f2402ba74a71), precommit_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:55.478053 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-048239e8-6051-442e-80d1-112cb396a9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-553759'] for security_group (00b0d9c0-d8bf-4728-bd25-f2402ba74a71), after_delete {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:55.480996 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron_lib.callbacks.manager [None req-048239e8-6051-442e-80d1-112cb396a9b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:19:55.482198 dv-cinder-834920-1-iscsi neutron-server[103207]: INFO neutron.wsgi [None req-048239e8-6051-442e-80d1-112cb396a9b5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/00b0d9c0-d8bf-4728-bd25-f2402ba74a71 HTTP/1.1" status: 204 len: 168 time: 0.1268795 Mar 23 18:19:55.490887 dv-cinder-834920-1-iscsi neutron-server[103207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048239e8-6051-442e-80d1-112cb396a9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b0d9c0-d8bf-4728-bd25-f2402ba74a71,revision_number=None']} {{(pid=103207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 18:20:07.697826 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3f4af842-ad9a-46c1-a64f-7f8dbe58354c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:20:10.202169 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a5ecb114-d9d5-4000-87cc-5722f17a5e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:20:11.699221 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:20:13.118364 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:20:14.191338 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:20:14.251701 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:20:25.372503 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:20:37.700515 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8345d3c3-09c4-4edf-a134-9645afe98e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:20:40.213096 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4af7dae4-0800-4b3d-b020-dfeb6be497fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:20:41.700719 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:20:43.120093 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:20:44.193250 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:20:51.251818 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:20:55.380576 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:21:07.696815 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-090e1fe5-a1f6-4795-a784-dca3392ee4de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:21:10.207426 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3ec91da5-6ca9-4257-936e-4d9d60700166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:21:11.711927 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:21:13.121526 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:21:14.192768 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:21:25.376025 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:21:28.257429 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:21:37.695793 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9ff1b72e-c506-4578-b47c-e7253e4d9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:21:40.214970 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-cdcf5b4b-1066-4e01-a643-3d088d10edaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:21:41.713624 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:21:43.126782 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:21:44.198948 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:21:55.397090 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:22:05.246463 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:22:07.698083 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7980e78a-0971-40bc-9131-cdb50a8e7b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:22:10.216149 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2ee506a4-3da1-44c5-af30-5d64da8b0d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:22:11.716083 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:22:13.129010 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:22:14.195565 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:22:25.395371 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:22:37.696759 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e9dbe7a3-d1fb-4039-9e6c-2928804d71df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:22:40.215067 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e56bed4c-c184-40d3-b0da-6e3051fa13f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:22:41.719894 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:22:42.247939 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:22:43.139347 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:22:44.195957 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:22:55.413959 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:23:07.696778 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c529b43c-2184-49f9-b0d6-51d9daad28a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:23:10.216471 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ca84bf3b-15bc-4bd5-8914-8a57cd7cd578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:23:11.720152 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:23:13.145080 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:23:14.201641 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:23:19.251901 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:23:25.412958 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:23:37.696469 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-432e9d12-f1a8-4bf6-9a73-c8d5dc6cae37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:23:40.223218 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-8e8252ea-f894-47fc-9411-af6de96f944f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:23:41.851720 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:23:43.144369 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:23:44.203830 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:23:55.431060 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:23:56.256946 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:24:07.702981 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-139094b5-2b54-4d96-be5a-19c39f71e284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:24:10.212904 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a267acc0-2ce6-4faa-8152-acb467f4e9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:24:11.736935 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:24:13.152725 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:24:14.206216 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:24:25.426132 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:24:33.262635 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:24:37.690176 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c78cfc8f-7d27-4f65-b1d4-b635455ba50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:24:40.218444 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e5c7a3cc-d0dc-49b4-a603-5eaae65252fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:24:41.740748 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:24:43.149412 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:24:44.206416 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:24:55.442776 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:25:07.692293 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-13e1afb0-1306-4002-9561-4e4344737e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0e9f4a4a-7f97-448b-a8dc-e0e1ba2ada66), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:25:10.220859 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d446fc96-0879-4a8e-9643-a6bf0e6868a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (269d0ea2-059c-490e-8ff3-c3a4147311c2), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:25:10.261503 dv-cinder-834920-1-iscsi neutron-server[103210]: DEBUG neutron.db.agents_db [None req-4b1e546e-7d53-4d80-afd9-fdbbba311a66 None None] Agent healthcheck: found 6 active agents {{(pid=103210) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 18:25:11.744892 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5d67c884-3e06-432d-9a79-fd317fe888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (7237cf8e-1602-4d98-9b56-8b6403ec1eb6), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:25:13.158562 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5bcc48bc-c993-46ac-b771-7d08a86de577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (d3936710-bca7-4955-a366-4522f452a92f), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:25:14.212104 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea651d74-c1c5-422a-9bdb-0f2ace774b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (827fbf48-cdcd-428c-a50e-7eba0e2d74f4), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 18:25:25.437324 dv-cinder-834920-1-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-202b9270-f197-44f2-9d43-39ab4cc75b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741035949873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4071047'] for agent (0fd13996-c267-4136-a0e2-84ee892b4d83), after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}